[ Dec 21 01:14:06 Enabled. ] [ Dec 21 01:14:06 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Dec 21 01:14:06 Method "start" exited with status 0. ] [ Dec 21 01:14:06 Rereading configuration. ] [ Dec 21 01:14:06 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:06.385838308Z","hostname":"sock","pid":1566,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:06.386002141Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:06.440025581Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:06.440062371Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:06.555146669Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:06.563921137Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:06.572476231Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.176365508Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.31608313Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.31612139Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.316226722Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.316303594Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.316338104Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.316352045Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.319167962Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:07.319174642Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.319187312Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.319199872Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.319228093Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.319335525Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.319367735Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.319392756Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.319406876Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.331390158Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.331417708Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"39f3a11f-ebbe-4984-ad03-60e64a112dfb (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.429893406Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 39f3a11f-ebbe-4984-ad03-60e64a112dfb (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.799056172Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.799099852Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.799105042Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.799117893Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.799128263Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.799146733Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.799151263Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.808290447Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.808315748Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"1bf7a526-12df-41e0-8b64-89b419ddc8ee (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:07.897952537Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 1bf7a526-12df-41e0-8b64-89b419ddc8ee (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267371526Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267419317Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 39f3a11f-ebbe-4984-ad03-60e64a112dfb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1bf7a526-12df-41e0-8b64-89b419ddc8ee (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267443357Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267450687Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267461447Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267469857Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267501838Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267507888Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 39f3a11f-ebbe-4984-ad03-60e64a112dfb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1bf7a526-12df-41e0-8b64-89b419ddc8ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267519708Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267524168Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267528938Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267546488Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267550899Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267555869Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267559949Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 39f3a11f-ebbe-4984-ad03-60e64a112dfb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1bf7a526-12df-41e0-8b64-89b419ddc8ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267575209Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267580809Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267583899Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267587319Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267595669Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 39f3a11f-ebbe-4984-ad03-60e64a112dfb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1bf7a526-12df-41e0-8b64-89b419ddc8ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.26760893Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.26762265Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.26762669Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.26762968Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.26763432Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.26763822Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 39f3a11f-ebbe-4984-ad03-60e64a112dfb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1bf7a526-12df-41e0-8b64-89b419ddc8ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.26765541Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.26765983Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267663781Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.26766673Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267670681Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267674391Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 39f3a11f-ebbe-4984-ad03-60e64a112dfb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1bf7a526-12df-41e0-8b64-89b419ddc8ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267696841Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267701811Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267706181Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267713151Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267717291Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267720642Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 39f3a11f-ebbe-4984-ad03-60e64a112dfb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1bf7a526-12df-41e0-8b64-89b419ddc8ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267747922Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267752382Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267761762Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267774802Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267821473Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267832363Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267837593Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267849994Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267865274Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 39f3a11f-ebbe-4984-ad03-60e64a112dfb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1bf7a526-12df-41e0-8b64-89b419ddc8ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267899774Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267904345Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267908825Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267913045Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267916605Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267928275Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267932235Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 39f3a11f-ebbe-4984-ad03-60e64a112dfb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1bf7a526-12df-41e0-8b64-89b419ddc8ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267967716Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267973986Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267978796Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.267982186Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 39f3a11f-ebbe-4984-ad03-60e64a112dfb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1bf7a526-12df-41e0-8b64-89b419ddc8ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.268010506Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.268015096Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.268018576Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.268043497Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.268060297Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.268067447Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.268078488Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.268085628Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.268089778Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.268119628Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.268129538Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.278966351Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:737"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.278997431Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999925899s","next_cleanup":"Instant { tv_sec: 1335, tv_nsec: 190846936 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.279046722Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3962"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.279075403Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.279129954Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.279139004Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.282547641Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.284166178Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.284718658Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1203"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.284724688Z","hostname":"sock","pid":1566,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.284783509Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.284810969Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/rss-started.marker","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.28484059Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/rss-started.marker","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.28485895Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.28486642Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.28487472Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS not previously run. Creating plans.","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.2848779Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1252"} {"msg":"Writing ledger to /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/.rss-started.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.28488764Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/.rss-started.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.285095474Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.285261407Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1284"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.285266427Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:66"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.285270207Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:39"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.285303967Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1316"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.285361139Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.285372899Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.285559592Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.285707054Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.285768185Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b1eebc13-191d-4a5d-a35e-84ae64fecac9 (sled), rack_id: 18f9683c-e647-4a58-a294-698fb36fa534, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.286380156Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4259"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.286448497Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4659"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.29080044Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.29671518Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.296812011Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.30090852Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.300968001Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.301057523Z","hostname":"sock","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:62521","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b1eebc13-191d-4a5d-a35e-84ae64fecac9 (sled), rack_id: 18f9683c-e647-4a58-a294-698fb36fa534, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.301179915Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.301188925Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.301223886Z","hostname":"sock","pid":1566,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.301228606Z","hostname":"sock","pid":1566,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.301262756Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.301267986Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:813"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.301325147Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.301332857Z","hostname":"sock","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.301338257Z","hostname":"sock","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.301348828Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:802"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.301354738Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:830"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.301360758Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:596"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.301417689Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.301424879Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:701","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.316426771Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.336120813Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.352792244Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.365140212Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:412"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.365186072Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.365190983Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:424"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.365232193Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 87.896357ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.368412057Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c37d9fc6-0848-43c3-87db-b1ff7a823c4b\", \"content-length\": \"124\", \"date\": \"Sat, 21 Dec 2024 01:14:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c37d9fc6-0848-43c3-87db-b1ff7a823c4b\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_39f3a11f-ebbe-4984-ad03-60e64a112dfb/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.379926501Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_39f3a11f-ebbe-4984-ad03-60e64a112dfb/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.403339395Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_39f3a11f-ebbe-4984-ad03-60e64a112dfb/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.403383726Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.408756316Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:439"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.408770066Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:129"} {"msg":"Ensuring dataset oxi_39f3a11f-ebbe-4984-ad03-60e64a112dfb/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.408774236Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:139"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.457401015Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 166.814628ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.457940384Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b143f86b-47e3-4712-8d4a-e69994b7d81a\", \"content-length\": \"124\", \"date\": \"Sat, 21 Dec 2024 01:14:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b143f86b-47e3-4712-8d4a-e69994b7d81a\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.478759695Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:174"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.625962723Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 213.624273ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.626673785Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f729bca-f88d-40b5-93e2-fb4e778177be\", \"content-length\": \"124\", \"date\": \"Sat, 21 Dec 2024 01:14:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6f729bca-f88d-40b5-93e2-fb4e778177be\" }"} {"msg":"Mounting oxi_39f3a11f-ebbe-4984-ad03-60e64a112dfb/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.696094564Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:182"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.708842498Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.708970311Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.709001701Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.709037702Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:196"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.841242888Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 165.971296ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:08.841936959Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40ae52e2-3fa0-4f46-9df5-b0a52c900f57\", \"content-length\": \"124\", \"date\": \"Sat, 21 Dec 2024 01:14:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"40ae52e2-3fa0-4f46-9df5-b0a52c900f57\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:09.008780868Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 271.414986ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:09.009543461Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee7687a8-78cd-4b97-a4fb-9cb417e32076\", \"content-length\": \"124\", \"date\": \"Sat, 21 Dec 2024 01:14:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ee7687a8-78cd-4b97-a4fb-9cb417e32076\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:09.28152344Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 366.309513ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:09.282068749Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aea73bb1-36da-4181-8fd2-50582529dbed\", \"content-length\": \"124\", \"date\": \"Sat, 21 Dec 2024 01:14:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"aea73bb1-36da-4181-8fd2-50582529dbed\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:09.44662995Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:09.452130912Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:09.452170203Z","hostname":"sock","pid":1566,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:09.452216304Z","hostname":"sock","pid":1566,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:279","interval":"30s","address":"[fd00:1122:3344:101::1]:42313","producer_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:09.453498346Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"204.675316ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:09.454397421Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:09.454405641Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:09.454468552Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:921","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:09.454473672Z","hostname":"sock","pid":1566,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:09.648422967Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:09.659629136Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"714.657084ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:10.375409296Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.301826868s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:11.678264812Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.575619904s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:12.068001743Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2683"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:12.068042453Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2928"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:12.068057384Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2553"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:12.068071914Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2600"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:12.068109135Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3009"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:12.068114725Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3054"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:12.07021521Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2853"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:12.071892049Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2594"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:12.072047871Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:12.072257304Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 71.184364ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:12.380492704Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 94.09236ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:12.606512439Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 263.328158ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:12.800988904Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 280.358252ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:13.185895624Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.188512462s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:13.602062271Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:14.256325446Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"3.013537412s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.371884396s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:14.839794639Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 523.94859ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:16.276585719Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 830.987108ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:16.974965237Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:17.2721089Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"10.32550504s"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b1eebc13-191d-4a5d-a35e-84ae64fecac9)","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:18.131872855Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.162236726Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.162536781Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12348","component":"dropshot (Repo Depot)","component":"ArtifactStore","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.163722491Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.163741511Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.163750571Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Writing ledger to /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.163759451Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.163912074Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.164062497Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.164118927Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.164133318Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3962"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.164152258Z","hostname":"sock","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:62521","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.350850831Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.350936583Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.355570171Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4283","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.355582611Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4299"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.355588271Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.623136916Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:55559"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.6233991Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.62340868Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.623458991Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.623488621Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.623598503Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"521ea41d-056f-4497-8cd1-edca8c8b5b92","remote_addr":"[fd00:1122:3344:101::1]:55559","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.653813782Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:62773"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.653980665Z","hostname":"sock","pid":1566,"uri":"/sled-role","method":"GET","req_id":"bec0a1ff-fabe-4080-a6c8-2408cd1cec02","remote_addr":"[fd00:1122:3344:101::1]:62773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 4fbe2f3a-ff24-4fcf-a039-4fe6ae723a08 (physical_disk), pool_id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 813cf0b0-9211-4ce9-abf8-7262c71a3202 (physical_disk), pool_id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 4fa69ccd-6472-4c6f-b696-3fedcb6ba1e7 (physical_disk), pool_id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 20801814-1fa9-49b2-8fa0-5457bee29c65 (physical_disk), pool_id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 4e5b2d57-e1f4-4bce-91e9-4f4742691715 (physical_disk), pool_id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 1bd419dd-484a-48c1-b18c-51ec934ff14f (physical_disk), pool_id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: f2e132ac-4246-456e-a3a8-95584be9efd2 (physical_disk), pool_id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: a5cc2686-d4b8-4047-8318-8e5ec743efb3 (physical_disk), pool_id: 34789575-52b6-411b-9614-90f11629cb04 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 0b88ed69-13bc-4126-bf2a-789b88d0aa57 (physical_disk), pool_id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.685370163Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:385"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.685456915Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:55110"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.685827781Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:893"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 4fbe2f3a-ff24-4fcf-a039-4fe6ae723a08 (physical_disk), pool_id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 813cf0b0-9211-4ce9-abf8-7262c71a3202 (physical_disk), pool_id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 4fa69ccd-6472-4c6f-b696-3fedcb6ba1e7 (physical_disk), pool_id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 20801814-1fa9-49b2-8fa0-5457bee29c65 (physical_disk), pool_id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 4e5b2d57-e1f4-4bce-91e9-4f4742691715 (physical_disk), pool_id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 1bd419dd-484a-48c1-b18c-51ec934ff14f (physical_disk), pool_id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: f2e132ac-4246-456e-a3a8-95584be9efd2 (physical_disk), pool_id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: a5cc2686-d4b8-4047-8318-8e5ec743efb3 (physical_disk), pool_id: 34789575-52b6-411b-9614-90f11629cb04 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 0b88ed69-13bc-4126-bf2a-789b88d0aa57 (physical_disk), pool_id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.685876302Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.685886132Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.685895292Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.685903483Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1298"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.685919653Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.685926933Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.685935793Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.685942993Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.846527397Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:18.846574497Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b1eebc13-191d-4a5d-a35e-84ae64fecac9)","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:19.272570959Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:19.500315994Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11062531147977962647"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:19.500446086Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14223862254712097596"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.691512843Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.721574319Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.730766694Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.730842205Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.730854195Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.730904306Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.730914776Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.731034258Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.731052398Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.767268268Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.776140667Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.915458823Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.923427247Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.923457708Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.923476898Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.923484198Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.923491728Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.933365055Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:19.933389285Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.03823707Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.046423178Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.046473778Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.046484899Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.046505189Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.046518489Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.046659692Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.046672752Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.082745489Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.090952197Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_41cc83ed-adbe-492f-ae31-7074b31692b0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.230913734Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.239255124Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.239295165Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.239304225Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.239312495Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.239319465Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.248994908Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.249024539Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.345592405Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.3536098Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.35364898Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.3536559Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.353701461Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.353776642Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.353897714Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.353905234Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b1eebc13-191d-4a5d-a35e-84ae64fecac9)","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:20.35776954Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.389514214Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.397725512Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.537719569Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.545682023Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.545723864Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.545732444Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.545740194Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.545747304Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.555478438Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.555506379Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.648316611Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.656028211Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.656064822Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.656071782Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.656094842Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.656105582Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.656248925Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.656257085Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.691662681Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.699564774Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.839363068Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.84719389Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.847229571Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.847253691Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.847263931Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.847278551Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.857123487Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.857147507Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.948061468Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.956010332Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.956049372Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.956058613Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.956079933Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.956089473Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.956240406Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.956247646Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.990679405Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:20.998343504Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_10325d85-ce1b-49aa-8039-7e9482ec8803","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.138400532Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.146141063Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.146191523Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.146211704Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.146219754Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.146226104Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.155574551Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.155597452Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.250287756Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.259216946Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.259249337Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.259256637Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.259263477Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.259274167Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.25940177Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.25942783Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.293849039Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.301368096Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b1eebc13-191d-4a5d-a35e-84ae64fecac9)","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:21.35983159Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.43583336Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.443633661Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.443686602Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.443699232Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.443709233Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.443726993Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.453812203Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.453841493Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.546987081Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.554898885Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.554929025Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.554937655Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.554949746Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.554961426Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.555119468Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.555132518Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.588966498Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.596506645Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.736128016Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.744139581Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.744184312Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.744194842Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.744218892Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.744224522Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.753738672Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.753767513Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"34789575-52b6-411b-9614-90f11629cb04 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.851416767Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.860339647Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.860368438Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.860376038Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.860462219Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.860471909Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.860578951Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.860588531Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.901942798Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:21.909485725Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_34789575-52b6-411b-9614-90f11629cb04","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.050316795Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.058173298Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.058219088Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.058228898Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.058234228Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.058241179Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.068813847Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.068843887Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"e80b2509-2264-41c1-be0f-a3173a243a47 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.169191887Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.177968624Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.178017905Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.178025325Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.178046716Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.178072126Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.178224509Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.178232379Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.214113473Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.221870643Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b1eebc13-191d-4a5d-a35e-84ae64fecac9)","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:22.361993083Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_e80b2509-2264-41c1-be0f-a3173a243a47","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.388628771Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.397331448Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.397387809Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.39744665Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.397529591Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(2), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 39f3a11f-ebbe-4984-ad03-60e64a112dfb (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1bf7a526-12df-41e0-8b64-89b419ddc8ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.397605232Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.397613942Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.397713764Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.397977439Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:897"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.397988059Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.397993209Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:923","generation":"Generation(2)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.397999259Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:928"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.398015119Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:933"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.39802956Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:122","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.398038089Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:939"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.39808082Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.398087701Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:944"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.398161682Z","hostname":"sock","pid":1566,"uri":"/omicron-physical-disks","method":"PUT","req_id":"23dafde3-4396-4685-bd4c-95946c75a10f","remote_addr":"[fd00:1122:3344:101::1]:55110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3712533,"response_code":"200"} {"msg":"attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {030a3a28-31ad-46b4-b5af-766222d875ff (dataset): DatasetConfig { id: 030a3a28-31ad-46b4-b5af-766222d875ff (dataset), name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0d432428-abbf-4fe3-93a5-c62bf9fc69ed (dataset): DatasetConfig { id: 0d432428-abbf-4fe3-93a5-c62bf9fc69ed (dataset), name: DatasetName { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0ebb33a5-bb24-4276-bef0-58efdea0d85e (dataset): DatasetConfig { id: 0ebb33a5-bb24-4276-bef0-58efdea0d85e (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 1396daa0-84e5-4cb4-90f2-0d53b2b74ecd (dataset): DatasetConfig { id: 1396daa0-84e5-4cb4-90f2-0d53b2b74ecd (dataset), name: DatasetName { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 17871109-43fc-4c81-807b-6838c79a66a7 (dataset): DatasetConfig { id: 17871109-43fc-4c81-807b-6838c79a66a7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 196dbea2-776f-409b-8478-703206300ae0 (dataset): DatasetConfig { id: 196dbea2-776f-409b-8478-703206300ae0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1c88c5c9-ae84-487e-9f64-d93abab92279 (dataset): DatasetConfig { id: 1c88c5c9-ae84-487e-9f64-d93abab92279 (dataset), name: DatasetName { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 1d50ad0e-0ca3-4aa4-8eb3-c281efcf08a6 (dataset): DatasetConfig { id: 1d50ad0e-0ca3-4aa4-8eb3-c281efcf08a6 (dataset), name: DatasetName { pool_name: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2b5d794d-cdfe-4b61-bf96-bae1983a0a6d (dataset): DatasetConfig { id: 2b5d794d-cdfe-4b61-bf96-bae1983a0a6d (dataset), name: DatasetName { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2e827423-eb2b-49c2-b0d8-bc287cf36094 (dataset): DatasetConfig { id: 2e827423-eb2b-49c2-b0d8-bc287cf36094 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2ec8a602-ba70-4e43-ac00-60819b8373d2 (dataset): DatasetConfig { id: 2ec8a602-ba70-4e43-ac00-60819b8373d2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2f7a12d8-d1e3-4d4b-be50-f1c597253275 (dataset): DatasetConfig { id: 2f7a12d8-d1e3-4d4b-be50-f1c597253275 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2fb82ca2-d0ef-4600-85cc-6bf06e72714a (dataset): DatasetConfig { id: 2fb82ca2-d0ef-4600-85cc-6bf06e72714a (dataset), name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2fc7e991-5854-4fb2-8a02-5fd4ab192171 (dataset): DatasetConfig { id: 2fc7e991-5854-4fb2-8a02-5fd4ab192171 (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 335bb8cc-2942-4c74-9ed5-8cf8432237bc (dataset): DatasetConfig { id: 335bb8cc-2942-4c74-9ed5-8cf8432237bc (dataset), name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 36686acb-d4f6-40a4-a63c-d4a950a08fd6 (dataset): DatasetConfig { id: 36686acb-d4f6-40a4-a63c-d4a950a08fd6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 38a89ac8-a7dc-44b6-b20c-3cd75b78c8fb (dataset): DatasetConfig { id: 38a89ac8-a7dc-44b6-b20c-3cd75b78c8fb (dataset), name: DatasetName { pool_name: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3f6dcda7-d89d-4cad-907f-2f67cb5e006a (dataset): DatasetConfig { id: 3f6dcda7-d89d-4cad-907f-2f67cb5e006a (dataset), name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 3fca646f-5ec6-43e2-9c66-d5b266ae0592 (dataset): DatasetConfig { id: 3fca646f-5ec6-43e2-9c66-d5b266ae0592 (dataset), name: DatasetName { pool_name: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 40568b33-2a00-4c30-8b9b-2f4cd9e85266 (dataset): DatasetConfig { id: 40568b33-2a00-4c30-8b9b-2f4cd9e85266 (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 40d6199a-2a3c-4bd2-99e2-f0dcd2a76f21 (dataset): DatasetConfig { id: 40d6199a-2a3c-4bd2-99e2-f0dcd2a76f21 (dataset), name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 41b3606f-d95b-4a19-94d4-91ef9784eee0 (dataset): DatasetConfig { id: 41b3606f-d95b-4a19-94d4-91ef9784eee0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 47203f50-a5f6-4fbf-b190-236c77c64435 (dataset): DatasetConfig { id: 47203f50-a5f6-4fbf-b190-236c77c64435 (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 488bc733-e10b-4bff-86b0-a0087cfd765d (dataset): DatasetConfig { id: 488bc733-e10b-4bff-86b0-a0087cfd765d (dataset), name: DatasetName { pool_name: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 48bb89ec-63ef-4163-b900-dbff3d623874 (dataset): DatasetConfig { id: 48bb89ec-63ef-4163-b900-dbff3d623874 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4a561f4a-09b6-4ffe-b251-014032e748d7 (dataset): DatasetConfig { id: 4a561f4a-09b6-4ffe-b251-014032e748d7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4e710363-9005-477e-82d2-2dfcf536c046 (dataset): DatasetConfig { id: 4e710363-9005-477e-82d2-2dfcf536c046 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 4eebaabc-fd84-4a95-a062-41e71d80163e (dataset): DatasetConfig { id: 4eebaabc-fd84-4a95-a062-41e71d80163e (dataset), name: DatasetName { pool_name: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 50305a65-4cc5-44d5-8e24-91126b5c5fa1 (dataset): DatasetConfig { id: 50305a65-4cc5-44d5-8e24-91126b5c5fa1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 511780d9-e72b-4edd-a478-880db1ead02d (dataset): DatasetConfig { id: 511780d9-e72b-4edd-a478-880db1ead02d (dataset), name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 565c2069-f390-4868-99b0-1f02b16fac3d (dataset): DatasetConfig { id: 565c2069-f390-4868-99b0-1f02b16fac3d (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 585444be-ddf4-4b42-b140-ba492c26a58d (dataset): DatasetConfig { id: 585444be-ddf4-4b42-b140-ba492c26a58d (dataset), name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5a365cd0-99f5-4192-8f69-6b954e2abed2 (dataset): DatasetConfig { id: 5a365cd0-99f5-4192-8f69-6b954e2abed2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5cfd7658-0de5-4725-b241-a2c656387ebc (dataset): DatasetConfig { id: 5cfd7658-0de5-4725-b241-a2c656387ebc (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5f5e06f9-4163-4206-a9da-cc9f3a8b3a74 (dataset): DatasetConfig { id: 5f5e06f9-4163-4206-a9da-cc9f3a8b3a74 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6493b26c-1a8b-49aa-b870-e0b11b397d71 (dataset): DatasetConfig { id: 6493b26c-1a8b-49aa-b870-e0b11b397d71 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6555e7e1-ecc3-4542-86a9-a867498e331f (dataset): DatasetConfig { id: 6555e7e1-ecc3-4542-86a9-a867498e331f (dataset), name: DatasetName { pool_name: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 658090e9-19f0-4c76-8a55-d5ecb2d5e791 (dataset): DatasetConfig { id: 658090e9-19f0-4c76-8a55-d5ecb2d5e791 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 65f623a8-751a-4433-991a-8a0bbab0a8a1 (dataset): DatasetConfig { id: 65f623a8-751a-4433-991a-8a0bbab0a8a1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6774ad1a-fc17-4da0-a8b3-a30f5075312a (dataset): DatasetConfig { id: 6774ad1a-fc17-4da0-a8b3-a30f5075312a (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6ba9c380-69cf-4d72-8502-0b07bedda703 (dataset): DatasetConfig { id: 6ba9c380-69cf-4d72-8502-0b07bedda703 (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6bd5ca84-b3f7-4dbd-aaf7-9afeebdabedd (dataset): DatasetConfig { id: 6bd5ca84-b3f7-4dbd-aaf7-9afeebdabedd (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7489f682-a26f-4580-a82a-f0592ed1b7be (dataset): DatasetConfig { id: 7489f682-a26f-4580-a82a-f0592ed1b7be (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 756f5d1e-9bce-46da-9f32-a759cc1089f5 (dataset): DatasetConfig { id: 756f5d1e-9bce-46da-9f32-a759cc1089f5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7858f796-886c-4a3f-ac02-bcbbd6032296 (dataset): DatasetConfig { id: 7858f796-886c-4a3f-ac02-bcbbd6032296 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 785aa456-8975-4d53-a89b-a6b7e7c71991 (dataset): DatasetConfig { id: 785aa456-8975-4d53-a89b-a6b7e7c71991 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 78b6f82f-b7f9-4eac-9dea-86ea88e0c072 (dataset): DatasetConfig { id: 78b6f82f-b7f9-4eac-9dea-86ea88e0c072 (dataset), name: DatasetName { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8141253a-1674-44de-8355-ea9ae53eeb94 (dataset): DatasetConfig { id: 8141253a-1674-44de-8355-ea9ae53eeb94 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 84d2ff9f-75df-4906-9c00-651d274c3a8e (dataset): DatasetConfig { id: 84d2ff9f-75df-4906-9c00-651d274c3a8e (dataset), name: DatasetName { pool_name: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 8657c64a-c961-44bd-b6a7-29c4a6a0a639 (dataset): DatasetConfig { id: 8657c64a-c961-44bd-b6a7-29c4a6a0a639 (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8c7f38a7-370e-43a7-9ed4-67c5f816d225 (dataset): DatasetConfig { id: 8c7f38a7-370e-43a7-9ed4-67c5f816d225 (dataset), name: DatasetName { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 92983adb-fa54-4454-9558-945e04c6f687 (dataset): DatasetConfig { id: 92983adb-fa54-4454-9558-945e04c6f687 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a004e97e-00ad-410c-b222-c041b1f3c574 (dataset): DatasetConfig { id: a004e97e-00ad-410c-b222-c041b1f3c574 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a131d716-0ace-4a3d-bfaa-c0a4b87befca (dataset): DatasetConfig { id: a131d716-0ace-4a3d-bfaa-c0a4b87befca (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ac08167a-a592-419a-91c9-52466bc4430c (dataset): DatasetConfig { id: ac08167a-a592-419a-91c9-52466bc4430c (dataset), name: DatasetName { pool_name: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bceae143-045c-407b-ac12-c6a0319ecaac (dataset): DatasetConfig { id: bceae143-045c-407b-ac12-c6a0319ecaac (dataset), name: DatasetName { pool_name: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c3c23efb-d9db-495b-bcb7-e4273e82e24d (dataset): DatasetConfig { id: c3c23efb-d9db-495b-bcb7-e4273e82e24d (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c4d3d8f8-c41f-4f59-8463-de73e86a8e32 (dataset): DatasetConfig { id: c4d3d8f8-c41f-4f59-8463-de73e86a8e32 (dataset), name: DatasetName { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ca4ae51c-a89a-444f-bb0f-e3db2cb19589 (dataset): DatasetConfig { id: ca4ae51c-a89a-444f-bb0f-e3db2cb19589 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ceed6215-1926-4662-92c6-c862ab43ce93 (dataset): DatasetConfig { id: ceed6215-1926-4662-92c6-c862ab43ce93 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d1431ed7-db7c-4408-8646-5ce125ff7769 (dataset): DatasetConfig { id: d1431ed7-db7c-4408-8646-5ce125ff7769 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d735d744-9997-4f11-aedf-0cf850d6531a (dataset): DatasetConfig { id: d735d744-9997-4f11-aedf-0cf850d6531a (dataset), name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dd9fd42a-ef23-468f-94e1-63107cfaec8b (dataset): DatasetConfig { id: dd9fd42a-ef23-468f-94e1-63107cfaec8b (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dddfa60a-fe22-4de6-88be-0f6b0820fb0e (dataset): DatasetConfig { id: dddfa60a-fe22-4de6-88be-0f6b0820fb0e (dataset), name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e02505d7-e5b7-45ff-b932-34ed76997583 (dataset): DatasetConfig { id: e02505d7-e5b7-45ff-b932-34ed76997583 (dataset), name: DatasetName { pool_name: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ffeb4a91-f5cd-48cf-ad72-4fd0b410c2cc (dataset): DatasetConfig { id: ffeb4a91-f5cd-48cf-ad72-4fd0b410c2cc (dataset), name: DatasetName { pool_name: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.429986978Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:460"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.430057439Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:54175"} {"msg":"datasets ensure","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.430516696Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:859"} {"msg":"Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {030a3a28-31ad-46b4-b5af-766222d875ff (dataset): DatasetConfig { id: 030a3a28-31ad-46b4-b5af-766222d875ff (dataset), name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0d432428-abbf-4fe3-93a5-c62bf9fc69ed (dataset): DatasetConfig { id: 0d432428-abbf-4fe3-93a5-c62bf9fc69ed (dataset), name: DatasetName { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0ebb33a5-bb24-4276-bef0-58efdea0d85e (dataset): DatasetConfig { id: 0ebb33a5-bb24-4276-bef0-58efdea0d85e (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 1396daa0-84e5-4cb4-90f2-0d53b2b74ecd (dataset): DatasetConfig { id: 1396daa0-84e5-4cb4-90f2-0d53b2b74ecd (dataset), name: DatasetName { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 17871109-43fc-4c81-807b-6838c79a66a7 (dataset): DatasetConfig { id: 17871109-43fc-4c81-807b-6838c79a66a7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 196dbea2-776f-409b-8478-703206300ae0 (dataset): DatasetConfig { id: 196dbea2-776f-409b-8478-703206300ae0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1c88c5c9-ae84-487e-9f64-d93abab92279 (dataset): DatasetConfig { id: 1c88c5c9-ae84-487e-9f64-d93abab92279 (dataset), name: DatasetName { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 1d50ad0e-0ca3-4aa4-8eb3-c281efcf08a6 (dataset): DatasetConfig { id: 1d50ad0e-0ca3-4aa4-8eb3-c281efcf08a6 (dataset), name: DatasetName { pool_name: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2b5d794d-cdfe-4b61-bf96-bae1983a0a6d (dataset): DatasetConfig { id: 2b5d794d-cdfe-4b61-bf96-bae1983a0a6d (dataset), name: DatasetName { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2e827423-eb2b-49c2-b0d8-bc287cf36094 (dataset): DatasetConfig { id: 2e827423-eb2b-49c2-b0d8-bc287cf36094 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2ec8a602-ba70-4e43-ac00-60819b8373d2 (dataset): DatasetConfig { id: 2ec8a602-ba70-4e43-ac00-60819b8373d2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2f7a12d8-d1e3-4d4b-be50-f1c597253275 (dataset): DatasetConfig { id: 2f7a12d8-d1e3-4d4b-be50-f1c597253275 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2fb82ca2-d0ef-4600-85cc-6bf06e72714a (dataset): DatasetConfig { id: 2fb82ca2-d0ef-4600-85cc-6bf06e72714a (dataset), name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2fc7e991-5854-4fb2-8a02-5fd4ab192171 (dataset): DatasetConfig { id: 2fc7e991-5854-4fb2-8a02-5fd4ab192171 (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 335bb8cc-2942-4c74-9ed5-8cf8432237bc (dataset): DatasetConfig { id: 335bb8cc-2942-4c74-9ed5-8cf8432237bc (dataset), name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 36686acb-d4f6-40a4-a63c-d4a950a08fd6 (dataset): DatasetConfig { id: 36686acb-d4f6-40a4-a63c-d4a950a08fd6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 38a89ac8-a7dc-44b6-b20c-3cd75b78c8fb (dataset): DatasetConfig { id: 38a89ac8-a7dc-44b6-b20c-3cd75b78c8fb (dataset), name: DatasetName { pool_name: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3f6dcda7-d89d-4cad-907f-2f67cb5e006a (dataset): DatasetConfig { id: 3f6dcda7-d89d-4cad-907f-2f67cb5e006a (dataset), name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 3fca646f-5ec6-43e2-9c66-d5b266ae0592 (dataset): DatasetConfig { id: 3fca646f-5ec6-43e2-9c66-d5b266ae0592 (dataset), name: DatasetName { pool_name: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 40568b33-2a00-4c30-8b9b-2f4cd9e85266 (dataset): DatasetConfig { id: 40568b33-2a00-4c30-8b9b-2f4cd9e85266 (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 40d6199a-2a3c-4bd2-99e2-f0dcd2a76f21 (dataset): DatasetConfig { id: 40d6199a-2a3c-4bd2-99e2-f0dcd2a76f21 (dataset), name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 41b3606f-d95b-4a19-94d4-91ef9784eee0 (dataset): DatasetConfig { id: 41b3606f-d95b-4a19-94d4-91ef9784eee0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 47203f50-a5f6-4fbf-b190-236c77c64435 (dataset): DatasetConfig { id: 47203f50-a5f6-4fbf-b190-236c77c64435 (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 488bc733-e10b-4bff-86b0-a0087cfd765d (dataset): DatasetConfig { id: 488bc733-e10b-4bff-86b0-a0087cfd765d (dataset), name: DatasetName { pool_name: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 48bb89ec-63ef-4163-b900-dbff3d623874 (dataset): DatasetConfig { id: 48bb89ec-63ef-4163-b900-dbff3d623874 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4a561f4a-09b6-4ffe-b251-014032e748d7 (dataset): DatasetConfig { id: 4a561f4a-09b6-4ffe-b251-014032e748d7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4e710363-9005-477e-82d2-2dfcf536c046 (dataset): DatasetConfig { id: 4e710363-9005-477e-82d2-2dfcf536c046 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 4eebaabc-fd84-4a95-a062-41e71d80163e (dataset): DatasetConfig { id: 4eebaabc-fd84-4a95-a062-41e71d80163e (dataset), name: DatasetName { pool_name: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 50305a65-4cc5-44d5-8e24-91126b5c5fa1 (dataset): DatasetConfig { id: 50305a65-4cc5-44d5-8e24-91126b5c5fa1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 511780d9-e72b-4edd-a478-880db1ead02d (dataset): DatasetConfig { id: 511780d9-e72b-4edd-a478-880db1ead02d (dataset), name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 565c2069-f390-4868-99b0-1f02b16fac3d (dataset): DatasetConfig { id: 565c2069-f390-4868-99b0-1f02b16fac3d (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 585444be-ddf4-4b42-b140-ba492c26a58d (dataset): DatasetConfig { id: 585444be-ddf4-4b42-b140-ba492c26a58d (dataset), name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5a365cd0-99f5-4192-8f69-6b954e2abed2 (dataset): DatasetConfig { id: 5a365cd0-99f5-4192-8f69-6b954e2abed2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5cfd7658-0de5-4725-b241-a2c656387ebc (dataset): DatasetConfig { id: 5cfd7658-0de5-4725-b241-a2c656387ebc (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5f5e06f9-4163-4206-a9da-cc9f3a8b3a74 (dataset): DatasetConfig { id: 5f5e06f9-4163-4206-a9da-cc9f3a8b3a74 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6493b26c-1a8b-49aa-b870-e0b11b397d71 (dataset): DatasetConfig { id: 6493b26c-1a8b-49aa-b870-e0b11b397d71 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6555e7e1-ecc3-4542-86a9-a867498e331f (dataset): DatasetConfig { id: 6555e7e1-ecc3-4542-86a9-a867498e331f (dataset), name: DatasetName { pool_name: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 658090e9-19f0-4c76-8a55-d5ecb2d5e791 (dataset): DatasetConfig { id: 658090e9-19f0-4c76-8a55-d5ecb2d5e791 (dataset), name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 65f623a8-751a-4433-991a-8a0bbab0a8a1 (dataset): DatasetConfig { id: 65f623a8-751a-4433-991a-8a0bbab0a8a1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6774ad1a-fc17-4da0-a8b3-a30f5075312a (dataset): DatasetConfig { id: 6774ad1a-fc17-4da0-a8b3-a30f5075312a (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6ba9c380-69cf-4d72-8502-0b07bedda703 (dataset): DatasetConfig { id: 6ba9c380-69cf-4d72-8502-0b07bedda703 (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6bd5ca84-b3f7-4dbd-aaf7-9afeebdabedd (dataset): DatasetConfig { id: 6bd5ca84-b3f7-4dbd-aaf7-9afeebdabedd (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7489f682-a26f-4580-a82a-f0592ed1b7be (dataset): DatasetConfig { id: 7489f682-a26f-4580-a82a-f0592ed1b7be (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 756f5d1e-9bce-46da-9f32-a759cc1089f5 (dataset): DatasetConfig { id: 756f5d1e-9bce-46da-9f32-a759cc1089f5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7858f796-886c-4a3f-ac02-bcbbd6032296 (dataset): DatasetConfig { id: 7858f796-886c-4a3f-ac02-bcbbd6032296 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 785aa456-8975-4d53-a89b-a6b7e7c71991 (dataset): DatasetConfig { id: 785aa456-8975-4d53-a89b-a6b7e7c71991 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 78b6f82f-b7f9-4eac-9dea-86ea88e0c072 (dataset): DatasetConfig { id: 78b6f82f-b7f9-4eac-9dea-86ea88e0c072 (dataset), name: DatasetName { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8141253a-1674-44de-8355-ea9ae53eeb94 (dataset): DatasetConfig { id: 8141253a-1674-44de-8355-ea9ae53eeb94 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 84d2ff9f-75df-4906-9c00-651d274c3a8e (dataset): DatasetConfig { id: 84d2ff9f-75df-4906-9c00-651d274c3a8e (dataset), name: DatasetName { pool_name: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 8657c64a-c961-44bd-b6a7-29c4a6a0a639 (dataset): DatasetConfig { id: 8657c64a-c961-44bd-b6a7-29c4a6a0a639 (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8c7f38a7-370e-43a7-9ed4-67c5f816d225 (dataset): DatasetConfig { id: 8c7f38a7-370e-43a7-9ed4-67c5f816d225 (dataset), name: DatasetName { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 92983adb-fa54-4454-9558-945e04c6f687 (dataset): DatasetConfig { id: 92983adb-fa54-4454-9558-945e04c6f687 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a004e97e-00ad-410c-b222-c041b1f3c574 (dataset): DatasetConfig { id: a004e97e-00ad-410c-b222-c041b1f3c574 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a131d716-0ace-4a3d-bfaa-c0a4b87befca (dataset): DatasetConfig { id: a131d716-0ace-4a3d-bfaa-c0a4b87befca (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ac08167a-a592-419a-91c9-52466bc4430c (dataset): DatasetConfig { id: ac08167a-a592-419a-91c9-52466bc4430c (dataset), name: DatasetName { pool_name: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bceae143-045c-407b-ac12-c6a0319ecaac (dataset): DatasetConfig { id: bceae143-045c-407b-ac12-c6a0319ecaac (dataset), name: DatasetName { pool_name: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c3c23efb-d9db-495b-bcb7-e4273e82e24d (dataset): DatasetConfig { id: c3c23efb-d9db-495b-bcb7-e4273e82e24d (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c4d3d8f8-c41f-4f59-8463-de73e86a8e32 (dataset): DatasetConfig { id: c4d3d8f8-c41f-4f59-8463-de73e86a8e32 (dataset), name: DatasetName { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ca4ae51c-a89a-444f-bb0f-e3db2cb19589 (dataset): DatasetConfig { id: ca4ae51c-a89a-444f-bb0f-e3db2cb19589 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ceed6215-1926-4662-92c6-c862ab43ce93 (dataset): DatasetConfig { id: ceed6215-1926-4662-92c6-c862ab43ce93 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d1431ed7-db7c-4408-8646-5ce125ff7769 (dataset): DatasetConfig { id: d1431ed7-db7c-4408-8646-5ce125ff7769 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d735d744-9997-4f11-aedf-0cf850d6531a (dataset): DatasetConfig { id: d735d744-9997-4f11-aedf-0cf850d6531a (dataset), name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dd9fd42a-ef23-468f-94e1-63107cfaec8b (dataset): DatasetConfig { id: dd9fd42a-ef23-468f-94e1-63107cfaec8b (dataset), name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dddfa60a-fe22-4de6-88be-0f6b0820fb0e (dataset): DatasetConfig { id: dddfa60a-fe22-4de6-88be-0f6b0820fb0e (dataset), name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e02505d7-e5b7-45ff-b932-34ed76997583 (dataset): DatasetConfig { id: e02505d7-e5b7-45ff-b932-34ed76997583 (dataset), name: DatasetName { pool_name: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ffeb4a91-f5cd-48cf-ad72-4fd0b410c2cc (dataset): DatasetConfig { id: ffeb4a91-f5cd-48cf-ad72-4fd0b410c2cc (dataset), name: DatasetName { pool_name: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.430690469Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.43069729Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.430702139Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested datasets', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.43070632Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:909"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.446726649Z","hostname":"sock","pid":1566,"name":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.4467595Z","hostname":"sock","pid":1566,"name":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.44676672Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.496504618Z","hostname":"sock","pid":1566,"name":"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.496542048Z","hostname":"sock","pid":1566,"name":"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.496546598Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\"), full_name: \"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.555322958Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.555363709Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.555368669Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/debug\"), full_name: \"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.584301526Z","hostname":"sock","pid":1566,"name":"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.584334796Z","hostname":"sock","pid":1566,"name":"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.584339466Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone\"), full_name: \"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.61306193Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.61309705Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.613109051Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/debug\"), full_name: \"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.642816601Z","hostname":"sock","pid":1566,"name":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.642848491Z","hostname":"sock","pid":1566,"name":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.642852742Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.692395116Z","hostname":"sock","pid":1566,"name":"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.692430356Z","hostname":"sock","pid":1566,"name":"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.692435526Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/debug\"), full_name: \"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.722563824Z","hostname":"sock","pid":1566,"name":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.722594704Z","hostname":"sock","pid":1566,"name":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.722598924Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone\"), full_name: \"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.751747275Z","hostname":"sock","pid":1566,"name":"oxp_34789575-52b6-411b-9614-90f11629cb04/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.751791216Z","hostname":"sock","pid":1566,"name":"oxp_34789575-52b6-411b-9614-90f11629cb04/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.751796176Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_34789575-52b6-411b-9614-90f11629cb04/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.80015928Z","hostname":"sock","pid":1566,"name":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.800199961Z","hostname":"sock","pid":1566,"name":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.800204521Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\"), full_name: \"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.86071979Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.86075729Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.86076212Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.913114672Z","hostname":"sock","pid":1566,"name":"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.913153152Z","hostname":"sock","pid":1566,"name":"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.913158333Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\"), full_name: \"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.9742351Z","hostname":"sock","pid":1566,"name":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.974272541Z","hostname":"sock","pid":1566,"name":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:22.974278211Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\"), full_name: \"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.035336729Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.03537565Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.03538097Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\"), full_name: \"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.094713979Z","hostname":"sock","pid":1566,"name":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.094751179Z","hostname":"sock","pid":1566,"name":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.094756439Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone\"), full_name: \"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.124560571Z","hostname":"sock","pid":1566,"name":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.124590372Z","hostname":"sock","pid":1566,"name":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.124594272Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/debug\"), full_name: \"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.15362673Z","hostname":"sock","pid":1566,"name":"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.153655221Z","hostname":"sock","pid":1566,"name":"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.153659231Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.2005302Z","hostname":"sock","pid":1566,"name":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.200561761Z","hostname":"sock","pid":1566,"name":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.200565731Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/debug\"), full_name: \"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.229884845Z","hostname":"sock","pid":1566,"name":"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.229919235Z","hostname":"sock","pid":1566,"name":"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.229923055Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\"), full_name: \"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.290486975Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.290521755Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.290526326Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.340879563Z","hostname":"sock","pid":1566,"name":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.340918004Z","hostname":"sock","pid":1566,"name":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.340923184Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone\"), full_name: \"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b1eebc13-191d-4a5d-a35e-84ae64fecac9)","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:23.363537715Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.37097326Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.3709839Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.3709895Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.421330478Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.421376769Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.421385549Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\"), full_name: \"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.482947225Z","hostname":"sock","pid":1566,"name":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.482983856Z","hostname":"sock","pid":1566,"name":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.482988336Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\"), full_name: \"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.544218587Z","hostname":"sock","pid":1566,"name":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.544251007Z","hostname":"sock","pid":1566,"name":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.544256677Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f\"), full_name: \"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.606622177Z","hostname":"sock","pid":1566,"name":"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.606664788Z","hostname":"sock","pid":1566,"name":"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.606670328Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone\"), full_name: \"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.636338228Z","hostname":"sock","pid":1566,"name":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.636373648Z","hostname":"sock","pid":1566,"name":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.636378498Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/debug\"), full_name: \"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.666043298Z","hostname":"sock","pid":1566,"name":"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.666067488Z","hostname":"sock","pid":1566,"name":"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.666072548Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/debug\"), full_name: \"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.696276317Z","hostname":"sock","pid":1566,"name":"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.696301407Z","hostname":"sock","pid":1566,"name":"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.696306117Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.745586567Z","hostname":"sock","pid":1566,"name":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.745615548Z","hostname":"sock","pid":1566,"name":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.745620678Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.793748528Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.793777568Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.793781968Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\"), full_name: \"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.854903438Z","hostname":"sock","pid":1566,"name":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.854935698Z","hostname":"sock","pid":1566,"name":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.854940708Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone\"), full_name: \"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.884578957Z","hostname":"sock","pid":1566,"name":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.884616328Z","hostname":"sock","pid":1566,"name":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.884629608Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\"), full_name: \"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.944401695Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.944442185Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:23.944446935Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\"), full_name: \"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.003920166Z","hostname":"sock","pid":1566,"name":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.003957017Z","hostname":"sock","pid":1566,"name":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.003961867Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.056836957Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.056863997Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.056868177Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/clickhouse\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.108740071Z","hostname":"sock","pid":1566,"name":"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.108796342Z","hostname":"sock","pid":1566,"name":"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.108801212Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/debug\"), full_name: \"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.139993057Z","hostname":"sock","pid":1566,"name":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.140028778Z","hostname":"sock","pid":1566,"name":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.140035308Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.189397039Z","hostname":"sock","pid":1566,"name":"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.189429089Z","hostname":"sock","pid":1566,"name":"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.18943328Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone\"), full_name: \"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.218336746Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.218375437Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.218380357Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5\"), full_name: \"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone/oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.279431875Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.279464385Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.279468965Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.330064587Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.330099008Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.330104368Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\"), full_name: \"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b1eebc13-191d-4a5d-a35e-84ae64fecac9)","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:24.365545614Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.390146529Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.390189329Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.390195749Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.439981438Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.440029779Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.440036389Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\"), full_name: \"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.49893632Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.498975841Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.498981961Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7\"), full_name: \"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.557812112Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.557849062Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.557853832Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.605445074Z","hostname":"sock","pid":1566,"name":"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.605479734Z","hostname":"sock","pid":1566,"name":"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.605490314Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\"), full_name: \"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.665394883Z","hostname":"sock","pid":1566,"name":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.665430683Z","hostname":"sock","pid":1566,"name":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.665434884Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.713541604Z","hostname":"sock","pid":1566,"name":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.713573174Z","hostname":"sock","pid":1566,"name":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.713577124Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/debug\"), full_name: \"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.743577419Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.74360866Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.74361351Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.793098733Z","hostname":"sock","pid":1566,"name":"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.793132874Z","hostname":"sock","pid":1566,"name":"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.793137424Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d\"), full_name: \"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.852978241Z","hostname":"sock","pid":1566,"name":"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.853012422Z","hostname":"sock","pid":1566,"name":"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.853016632Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\"), full_name: \"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/zone/oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.912538284Z","hostname":"sock","pid":1566,"name":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.912576345Z","hostname":"sock","pid":1566,"name":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.912580555Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.96339541Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.963429631Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.963442601Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone\"), full_name: \"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.992787234Z","hostname":"sock","pid":1566,"name":"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.992819795Z","hostname":"sock","pid":1566,"name":"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:24.992823795Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\"), full_name: \"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/zone/oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.049695023Z","hostname":"sock","pid":1566,"name":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.049728573Z","hostname":"sock","pid":1566,"name":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.049732703Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.096864437Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.096896487Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.096900847Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\"), full_name: \"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.15408618Z","hostname":"sock","pid":1566,"name":"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.154121101Z","hostname":"sock","pid":1566,"name":"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.154125591Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\"), full_name: \"oxp_34789575-52b6-411b-9614-90f11629cb04/crypt/zone/oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.213935078Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.213974278Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.213978539Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone\"), full_name: \"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.242344226Z","hostname":"sock","pid":1566,"name":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.242376007Z","hostname":"sock","pid":1566,"name":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.242379807Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\"), full_name: \"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/zone/oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.302194354Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.302237075Z","hostname":"sock","pid":1566,"name":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.302241755Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\"), full_name: \"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/zone/oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.364424962Z","hostname":"sock","pid":1566,"name":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.364465202Z","hostname":"sock","pid":1566,"name":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.364470123Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\"), full_name: \"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/zone/oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b1eebc13-191d-4a5d-a35e-84ae64fecac9)","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:25.368588312Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.426453566Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.426492347Z","hostname":"sock","pid":1566,"name":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.426496787Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.474558936Z","hostname":"sock","pid":1566,"name":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.474594246Z","hostname":"sock","pid":1566,"name":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.474613257Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\"), full_name: \"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/zone/oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.534248111Z","hostname":"sock","pid":1566,"name":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.534289282Z","hostname":"sock","pid":1566,"name":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.534293902Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\"), full_name: \"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.595880468Z","hostname":"sock","pid":1566,"name":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.595917919Z","hostname":"sock","pid":1566,"name":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.595922939Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\"), full_name: \"oxp_e80b2509-2264-41c1-be0f-a3173a243a47/crypt/zone/oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Writing ledger to /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.655695566Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.655992871Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"datasets ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.656251375Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.656403798Z","hostname":"sock","pid":1566,"uri":"/datasets","method":"PUT","req_id":"8188be9f-03f9-4007-ab71-8d0d22acd405","remote_addr":"[fd00:1122:3344:101::1]:54175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3226242,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: d757960c-713d-487d-afb1-254f04de69f7 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8e844631-8283-4702-ac45-290bbf4afea5 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 76b38c45-7399-47de-bb68-255b313cfd9f (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.688394136Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.688545959Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:59149"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.688815753Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.688823313Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.698662959Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.69869013Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.707963186Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.707994006Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.716417658Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.716449309Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.716463989Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.716505439Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.75932406Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.759352581Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.759358161Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.812592437Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.816173957Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.819797729Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.831981124Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.836411818Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:25.840446936Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b1eebc13-191d-4a5d-a35e-84ae64fecac9)","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:26.370920307Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Profile for oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:27.397007912Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:27.397096164Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:27.397267127Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:27.884555031Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:28.133150526Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1912036175591875858"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:28.133253307Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"576692204050020974"} {"msg":"Profile for oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.363667407Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.363742678Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.363772549Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5\") failed: Property not found. retry in 34.253227ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:28.37155974Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.37160516Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.377451309Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.402180855Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4307"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.402223136Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4317","gateway":"fd00:1122:3344:101::1"} {"msg":"Default route already exists","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.410106169Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4331","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.41016801Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4396"} {"msg":"wait for service Some(\"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5\") failed: Property not found. retry in 132.409489ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:28.416882513Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f\") failed: Property not found. retry in 46.826904ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:28.511087309Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7\") failed: Property not found. retry in 64.045971ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:28.519831466Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5\") failed: Property not found. retry in 168.754682ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:28.557646003Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f\") failed: Property not found. retry in 72.286037ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:28.564986947Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.634219462Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4462"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.634623749Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4489"} {"msg":"wait for service Some(\"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7\") failed: Property not found. retry in 65.121137ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:28.647199831Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f\") failed: Property not found. retry in 100.439007ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:28.67510269Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7\") failed: Property not found. retry in 254.843077ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:28.738277194Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.750827555Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4502"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.750855816Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4348"} {"msg":"wait for service Some(\"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5\") failed: Property not found. retry in 534.935722ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:28.757092111Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f\") failed: Property not found. retry in 429.889339ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:28.791240626Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.848033152Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4390"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.848071922Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4469","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.883032341Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4480"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:28.883066332Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4522"} {"msg":"wait for service Some(\"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7\") failed: Property not found. retry in 355.515913ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:29.024020194Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.064857012Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4554"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.064892503Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4560"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.172406963Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4601"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.172476964Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.205824285Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:420"} {"msg":"wait for service Some(\"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f\") failed: Property not found. retry in 1.073722505s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:29.232975302Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.242761907Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.242873249Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:762"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.243293736Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:765","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.243308896Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:444","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.280094086Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"wait for service Some(\"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5\") failed: Property not found. retry in 636.61521ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:29.302969151Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332185223Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332252194Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332261144Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332270214Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332276644Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332304285Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332310575Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332318015Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332324225Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332329915Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332337295Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332343215Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332349275Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332354826Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332360446Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332364466Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332368416Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332376906Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332381056Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332385136Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332389216Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332393206Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:29.332397076Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7\") failed: Property not found. retry in 431.432287ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:29.38846173Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:29.501962141Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11062531147977962647"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:29.502092944Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14223862254712097596"} {"msg":"wait for service Some(\"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7\") failed: Property not found. retry in 1.069543903s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:29.830393131Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5\") failed: Property not found. retry in 967.656952ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:29.949520917Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f\") failed: Property not found. retry in 1.088360653s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:30.318148283Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7\") failed: Property not found. retry in 1.135425797s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:30.909369867Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5\") failed: Property not found. retry in 1.211614628s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:30.925110092Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f\") failed: Property not found. retry in 885.409176ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:31.415740152Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7\") failed: Property not found. retry in 515.050015ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:32.053536599Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5\") failed: Property not found. retry in 1.199556885s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:32.145829413Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f\") failed: Property not found. retry in 873.919152ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:32.310054388Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7\") failed: Property not found. retry in 1.422025686s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:32.578375946Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f\") failed: Property not found. retry in 712.535498ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:33.193448331Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.019716042Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_internal_dns_8e844631-8283-4702-ac45-290bbf4afea5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.019766583Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_internal_dns_76b38c45-7399-47de-bb68-255b313cfd9f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.019774483Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_internal_dns_d757960c-713d-487d-afb1-254f04de69f7"} {"msg":"Writing ledger to /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.019781403Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.020084628Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.020373493Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"566ef66d-02f5-44b8-9b73-854539807a7e","remote_addr":"[fd00:1122:3344:101::1]:59149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8331731,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.022345116Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"failed to write DNS configuration (will retry in 114.124505ms)","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:34.295223161Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:678","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.427004719Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.482116397Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.528374446Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:694"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.528387866Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.560954904Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.561735738Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.561742468Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: d757960c-713d-487d-afb1-254f04de69f7 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8e844631-8283-4702-ac45-290bbf4afea5 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 76b38c45-7399-47de-bb68-255b313cfd9f (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f1bcff64-b896-4076-8a2b-587d701f235d (service), filesystem_pool: Some(ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: edefca09-f432-47bc-95dc-35286f50fcc4, kind: Service { id: f1bcff64-b896-4076-8a2b-587d701f235d }, name: Name(\"ntp-f1bcff64-b896-4076-8a2b-587d701f235d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 39])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.59097697Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.591089542Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:63465"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.591376997Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.591387337Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.602419793Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.602461603Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.612550203Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.612594074Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.622371998Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.6224452Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.622662983Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.622736775Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.634204218Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.666692585Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.668132429Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.668143179Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.698069743Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 134, 39]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.698101084Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.698547011Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.698557091Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.698785695Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.699182302Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.722935332Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:34.741002476Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:35.390855597Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:35.390982119Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d\") failed: Property not found. retry in 28.857596ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:35.537359914Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d\") failed: Property not found. retry in 73.566063ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:35.573728076Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d\") failed: Property not found. retry in 117.297119ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:35.655280689Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d\") failed: Property not found. retry in 335.828521ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:35.785245877Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d\") failed: Property not found. retry in 1.038547671s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:36.13050918Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d\") failed: Property not found. retry in 1.384562543s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:37.179447939Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:38.135112519Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1912036175591875858"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:38.135233481Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"576692204050020974"} {"msg":"wait for service Some(\"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d\") failed: Property not found. retry in 1.226327157s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:38.573995998Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:39.504609416Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11062531147977962647"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:39.504742068Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14223862254712097596"} {"msg":"wait for service Some(\"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d\") failed: Property not found. retry in 562.379173ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:39.809682772Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:40.392519735Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d"} {"msg":"Writing ledger to /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:40.392590026Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:40.392927671Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:40.393275067Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"e9013025-d8b7-46e3-82b5-402871d0bca3","remote_addr":"[fd00:1122:3344:101::1]:63465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5802054,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:40.395959542Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:735"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:40.426593058Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:40.426748801Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:56214"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:40.436972483Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:40.437101475Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"fd2889ad-e1e6-40f2-aae1-98f3595d45bc","remote_addr":"[fd00:1122:3344:101::1]:56214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":10145,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:40.440068635Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:40.594849151Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:40.594991473Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:60639"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:43.370434491Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5355691491720831998"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:43.929554294Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3848167077148183257"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:44.021913099Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1950196078331827126"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:44.603194656Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:44.603293948Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"ad7eb081-c5d9-4385-b7ef-950ef62ca827","remote_addr":"[fd00:1122:3344:101::1]:60639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008236,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:44.605990873Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:44.757144828Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:44.75728329Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:45699"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:44.766281992Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:44.766454245Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"43e2b210-116d-428f-a1c0-4916624f617e","remote_addr":"[fd00:1122:3344:101::1]:45699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9105,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:44.769999004Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:44.96757275Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:44.967721363Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:40410"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f1bcff64-b896-4076-8a2b-587d701f235d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:44.975806809Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:44.975943011Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"a376324a-5eed-4d77-ba72-21d7d9382afb","remote_addr":"[fd00:1122:3344:101::1]:40410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8159,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:44.978323161Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:45.164333913Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:45.164491016Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:50487"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:48.137501839Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1912036175591875858"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:48.137611481Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"576692204050020974"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.172924445Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"3efb2199-0c08-4010-a41e-6e8c73fda40e","remote_addr":"[fd00:1122:3344:101::1]:50487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4007935,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1734743687.275597, correction: 0.027311562 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.175368692Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:49.175375367Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.488614815Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.488761864Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:40747"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:49.508227136Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11062531147977962647"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-21T01:14:49.508425931Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14223862254712097596"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.509012431Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"895f4966-55bf-4e2d-84d2-0da08f5fc4df","remote_addr":"[fd00:1122:3344:101::1]:40747","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":20147,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2180654075, ip_addr: 129.250.35.251, stratum: 3, ref_time: 1734743689.2272513, correction: 0.027909268 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.511992748Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.511998335Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1392"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: d757960c-713d-487d-afb1-254f04de69f7 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8e844631-8283-4702-ac45-290bbf4afea5 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 76b38c45-7399-47de-bb68-255b313cfd9f (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f1bcff64-b896-4076-8a2b-587d701f235d (service), filesystem_pool: Some(ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: edefca09-f432-47bc-95dc-35286f50fcc4, kind: Service { id: f1bcff64-b896-4076-8a2b-587d701f235d }, name: Name(\"ntp-f1bcff64-b896-4076-8a2b-587d701f235d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 39])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1f40b476-2b7b-40b6-b80c-448a7f2f6719 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 05be4ec5-2c04-4f5f-8702-7c930bbe2842 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 52c0dc4d-cd83-4d35-86a3-0d1a5431963b (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ac9df71-763a-4041-920b-9a9b6530bc36 (service), filesystem_pool: Some(ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External } } } }, OmicronZoneConfig { id: a2649a40-3966-4efd-a88c-8155847c1261 (service), filesystem_pool: Some(ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.542383705Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.542553218Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:64940"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.542786069Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.542795032Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.554345044Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.554388113Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.563681893Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.563716094Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.572272318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.572314666Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.582104576Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.582141843Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.590956706Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.590993353Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.600389483Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.600435131Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.608991687Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.609036875Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.617804367Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.617844361Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.618003758Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.618101503Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:49.649469115Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:49.649509457Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:49.649516647Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:49.6495265Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:49.649535097Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.649632074Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"fc4c6c70-5861-4f13-80da-5f637a110ec5","remote_addr":"[fd00:1122:3344:101::1]:64940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\", TimeNotSynchronized), (\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\", TimeNotSynchronized), (\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\", TimeNotSynchronized), (\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\", TimeNotSynchronized), (\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\", TimeNotSynchronized)]","latency_us":106735,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:49.649865248Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"76.444879ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc4c6c70-5861-4f13-80da-5f637a110ec5\", \"content-length\": \"124\", \"date\": \"Sat, 21 Dec 2024 01:14:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fc4c6c70-5861-4f13-80da-5f637a110ec5\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: d757960c-713d-487d-afb1-254f04de69f7 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8e844631-8283-4702-ac45-290bbf4afea5 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 76b38c45-7399-47de-bb68-255b313cfd9f (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f1bcff64-b896-4076-8a2b-587d701f235d (service), filesystem_pool: Some(ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: edefca09-f432-47bc-95dc-35286f50fcc4, kind: Service { id: f1bcff64-b896-4076-8a2b-587d701f235d }, name: Name(\"ntp-f1bcff64-b896-4076-8a2b-587d701f235d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 39])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1f40b476-2b7b-40b6-b80c-448a7f2f6719 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 05be4ec5-2c04-4f5f-8702-7c930bbe2842 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 52c0dc4d-cd83-4d35-86a3-0d1a5431963b (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ac9df71-763a-4041-920b-9a9b6530bc36 (service), filesystem_pool: Some(ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External } } } }, OmicronZoneConfig { id: a2649a40-3966-4efd-a88c-8155847c1261 (service), filesystem_pool: Some(ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.728282685Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.72858389Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.728597213Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.739079459Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.739132738Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.747769633Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.747815487Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.75624076Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.756276507Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.764953672Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.764992851Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.774188902Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.774222887Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.784035167Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.784139639Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.793031561Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.793068556Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.802466333Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.802532877Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.802635273Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.80276329Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:49.833447095Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:49.833482149Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:49.833488776Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:49.83349654Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:49.833504649Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.833587788Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"aa7bf756-d92a-426d-b53e-46d4c42f63d1","remote_addr":"[fd00:1122:3344:101::1]:64940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\", TimeNotSynchronized), (\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\", TimeNotSynchronized), (\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\", TimeNotSynchronized), (\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\", TimeNotSynchronized), (\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\", TimeNotSynchronized)]","latency_us":104878,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:49.833703561Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"123.816391ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa7bf756-d92a-426d-b53e-46d4c42f63d1\", \"content-length\": \"124\", \"date\": \"Sat, 21 Dec 2024 01:14:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"aa7bf756-d92a-426d-b53e-46d4c42f63d1\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: d757960c-713d-487d-afb1-254f04de69f7 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8e844631-8283-4702-ac45-290bbf4afea5 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 76b38c45-7399-47de-bb68-255b313cfd9f (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f1bcff64-b896-4076-8a2b-587d701f235d (service), filesystem_pool: Some(ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: edefca09-f432-47bc-95dc-35286f50fcc4, kind: Service { id: f1bcff64-b896-4076-8a2b-587d701f235d }, name: Name(\"ntp-f1bcff64-b896-4076-8a2b-587d701f235d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 39])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1f40b476-2b7b-40b6-b80c-448a7f2f6719 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 05be4ec5-2c04-4f5f-8702-7c930bbe2842 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 52c0dc4d-cd83-4d35-86a3-0d1a5431963b (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ac9df71-763a-4041-920b-9a9b6530bc36 (service), filesystem_pool: Some(ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External } } } }, OmicronZoneConfig { id: a2649a40-3966-4efd-a88c-8155847c1261 (service), filesystem_pool: Some(ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.958401217Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.958803731Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.958828369Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.968269656Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.96831401Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.975982117Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.976009849Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.984502817Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.984543703Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.992932555Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:49.992967656Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.002539723Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.002568018Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.011419081Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.011458776Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.02187254Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.021909319Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.030529268Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.030576013Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.030855027Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.030971138Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.061216882Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.061259257Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.061270414Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.061294817Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.061304295Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.061394316Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"68c0f33c-557e-435f-a020-97a2231e2e49","remote_addr":"[fd00:1122:3344:101::1]:64940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\", TimeNotSynchronized), (\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\", TimeNotSynchronized), (\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\", TimeNotSynchronized), (\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\", TimeNotSynchronized), (\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\", TimeNotSynchronized)]","latency_us":102538,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.061561212Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"166.472263ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68c0f33c-557e-435f-a020-97a2231e2e49\", \"content-length\": \"124\", \"date\": \"Sat, 21 Dec 2024 01:14:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"68c0f33c-557e-435f-a020-97a2231e2e49\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: d757960c-713d-487d-afb1-254f04de69f7 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8e844631-8283-4702-ac45-290bbf4afea5 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 76b38c45-7399-47de-bb68-255b313cfd9f (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f1bcff64-b896-4076-8a2b-587d701f235d (service), filesystem_pool: Some(ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: edefca09-f432-47bc-95dc-35286f50fcc4, kind: Service { id: f1bcff64-b896-4076-8a2b-587d701f235d }, name: Name(\"ntp-f1bcff64-b896-4076-8a2b-587d701f235d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 39])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1f40b476-2b7b-40b6-b80c-448a7f2f6719 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 05be4ec5-2c04-4f5f-8702-7c930bbe2842 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 52c0dc4d-cd83-4d35-86a3-0d1a5431963b (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ac9df71-763a-4041-920b-9a9b6530bc36 (service), filesystem_pool: Some(ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External } } } }, OmicronZoneConfig { id: a2649a40-3966-4efd-a88c-8155847c1261 (service), filesystem_pool: Some(ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.229448945Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.229756281Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.229767503Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.238904683Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.238952328Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.247488374Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.247530647Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.255884417Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.255926202Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.265752684Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.26579385Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.274216951Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.274252108Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.282875076Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.282906942Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.292700353Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.292735144Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.301540151Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.301584271Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.30173326Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.301823318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.333191486Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.333224327Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.333230965Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.333238343Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.333244371Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.333372895Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"86f9a80d-114c-4758-bf5f-f63cf6828250","remote_addr":"[fd00:1122:3344:101::1]:64940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\", TimeNotSynchronized), (\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\", TimeNotSynchronized), (\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\", TimeNotSynchronized), (\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\", TimeNotSynchronized), (\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\", TimeNotSynchronized)]","latency_us":103539,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.333604444Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"206.541626ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86f9a80d-114c-4758-bf5f-f63cf6828250\", \"content-length\": \"124\", \"date\": \"Sat, 21 Dec 2024 01:14:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"86f9a80d-114c-4758-bf5f-f63cf6828250\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: d757960c-713d-487d-afb1-254f04de69f7 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8e844631-8283-4702-ac45-290bbf4afea5 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 76b38c45-7399-47de-bb68-255b313cfd9f (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f1bcff64-b896-4076-8a2b-587d701f235d (service), filesystem_pool: Some(ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: edefca09-f432-47bc-95dc-35286f50fcc4, kind: Service { id: f1bcff64-b896-4076-8a2b-587d701f235d }, name: Name(\"ntp-f1bcff64-b896-4076-8a2b-587d701f235d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 39])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1f40b476-2b7b-40b6-b80c-448a7f2f6719 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 05be4ec5-2c04-4f5f-8702-7c930bbe2842 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 52c0dc4d-cd83-4d35-86a3-0d1a5431963b (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ac9df71-763a-4041-920b-9a9b6530bc36 (service), filesystem_pool: Some(ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External } } } }, OmicronZoneConfig { id: a2649a40-3966-4efd-a88c-8155847c1261 (service), filesystem_pool: Some(ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.542351605Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.542644589Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.542660189Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.552662871Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.5527103Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.561552979Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.561583018Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.570754384Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.570790552Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.580314616Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.580347494Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.589304449Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.589343261Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.597817128Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.597856213Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.605901724Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.60593826Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.614473486Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.614510875Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.614674668Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.61477983Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.646179865Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.646217657Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.64622871Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.646236116Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.646246758Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.646353222Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"9c8dafee-7aa8-48ea-8caa-fb1c8801634a","remote_addr":"[fd00:1122:3344:101::1]:64940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\", TimeNotSynchronized), (\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\", TimeNotSynchronized), (\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\", TimeNotSynchronized), (\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\", TimeNotSynchronized), (\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\", TimeNotSynchronized)]","latency_us":103620,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.646556001Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"155.731255ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c8dafee-7aa8-48ea-8caa-fb1c8801634a\", \"content-length\": \"124\", \"date\": \"Sat, 21 Dec 2024 01:14:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9c8dafee-7aa8-48ea-8caa-fb1c8801634a\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: d757960c-713d-487d-afb1-254f04de69f7 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8e844631-8283-4702-ac45-290bbf4afea5 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 76b38c45-7399-47de-bb68-255b313cfd9f (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f1bcff64-b896-4076-8a2b-587d701f235d (service), filesystem_pool: Some(ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: edefca09-f432-47bc-95dc-35286f50fcc4, kind: Service { id: f1bcff64-b896-4076-8a2b-587d701f235d }, name: Name(\"ntp-f1bcff64-b896-4076-8a2b-587d701f235d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 39])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1f40b476-2b7b-40b6-b80c-448a7f2f6719 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 05be4ec5-2c04-4f5f-8702-7c930bbe2842 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 52c0dc4d-cd83-4d35-86a3-0d1a5431963b (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ac9df71-763a-4041-920b-9a9b6530bc36 (service), filesystem_pool: Some(ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External } } } }, OmicronZoneConfig { id: a2649a40-3966-4efd-a88c-8155847c1261 (service), filesystem_pool: Some(ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.804363222Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.804674037Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.804695674Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.814419323Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.814475096Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.823042494Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.823081354Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.832104628Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.832139166Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.840882869Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.840998606Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.849530423Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.849568608Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.858930512Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.859033222Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.867416614Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.867456055Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.876770145Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.876814283Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.877074184Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.877207845Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.910620737Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.910652144Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.910660563Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.910667013Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.910675142Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:50.910809253Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"f8dd3337-4670-456b-807b-2ce57cdf853e","remote_addr":"[fd00:1122:3344:101::1]:64940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\", TimeNotSynchronized), (\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\", TimeNotSynchronized), (\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\", TimeNotSynchronized), (\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\", TimeNotSynchronized), (\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\", TimeNotSynchronized)]","latency_us":106027,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:50.911000524Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"198.527376ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8dd3337-4670-456b-807b-2ce57cdf853e\", \"content-length\": \"124\", \"date\": \"Sat, 21 Dec 2024 01:14:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f8dd3337-4670-456b-807b-2ce57cdf853e\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: d757960c-713d-487d-afb1-254f04de69f7 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8e844631-8283-4702-ac45-290bbf4afea5 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 76b38c45-7399-47de-bb68-255b313cfd9f (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f1bcff64-b896-4076-8a2b-587d701f235d (service), filesystem_pool: Some(ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: edefca09-f432-47bc-95dc-35286f50fcc4, kind: Service { id: f1bcff64-b896-4076-8a2b-587d701f235d }, name: Name(\"ntp-f1bcff64-b896-4076-8a2b-587d701f235d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 39])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1f40b476-2b7b-40b6-b80c-448a7f2f6719 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 05be4ec5-2c04-4f5f-8702-7c930bbe2842 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 52c0dc4d-cd83-4d35-86a3-0d1a5431963b (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ac9df71-763a-4041-920b-9a9b6530bc36 (service), filesystem_pool: Some(ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External } } } }, OmicronZoneConfig { id: a2649a40-3966-4efd-a88c-8155847c1261 (service), filesystem_pool: Some(ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.112021577Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.11236287Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.112396432Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.122464012Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.122513813Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.13145891Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.13149958Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.140837351Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.140880046Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.150110135Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.150144158Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.158719127Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.158758991Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.166643291Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.166690796Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.17587698Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.175912381Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.184332431Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.184386048Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.184578219Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.184702431Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:51.21628017Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:51.216318487Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:51.216327787Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:51.216337762Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:51.216346865Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.216458045Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"f3ea8cca-b5d1-4a47-be4d-5dec0d5b9efd","remote_addr":"[fd00:1122:3344:101::1]:64940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\", TimeNotSynchronized), (\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\", TimeNotSynchronized), (\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\", TimeNotSynchronized), (\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\", TimeNotSynchronized), (\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\", TimeNotSynchronized)]","latency_us":103996,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:51.216628888Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"360.90226ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3ea8cca-b5d1-4a47-be4d-5dec0d5b9efd\", \"content-length\": \"124\", \"date\": \"Sat, 21 Dec 2024 01:14:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f3ea8cca-b5d1-4a47-be4d-5dec0d5b9efd\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: d757960c-713d-487d-afb1-254f04de69f7 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8e844631-8283-4702-ac45-290bbf4afea5 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 76b38c45-7399-47de-bb68-255b313cfd9f (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f1bcff64-b896-4076-8a2b-587d701f235d (service), filesystem_pool: Some(ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: edefca09-f432-47bc-95dc-35286f50fcc4, kind: Service { id: f1bcff64-b896-4076-8a2b-587d701f235d }, name: Name(\"ntp-f1bcff64-b896-4076-8a2b-587d701f235d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 39])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1f40b476-2b7b-40b6-b80c-448a7f2f6719 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 05be4ec5-2c04-4f5f-8702-7c930bbe2842 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 52c0dc4d-cd83-4d35-86a3-0d1a5431963b (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ac9df71-763a-4041-920b-9a9b6530bc36 (service), filesystem_pool: Some(ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External } } } }, OmicronZoneConfig { id: a2649a40-3966-4efd-a88c-8155847c1261 (service), filesystem_pool: Some(ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.58012919Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.580428427Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.580444768Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.590168689Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.590216005Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.59869377Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.598735488Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.608078921Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.608122788Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.616890287Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.616934322Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.625903362Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.625933709Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.635290112Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.635330894Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.644199466Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.644242376Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.652978201Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.653015805Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.653234145Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.653331234Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.735961929Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.736017102Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.736040203Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.736048968Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.736056084Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.827419657Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.831768931Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.8355524Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.839687105Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.844193644Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.848485393Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.853145831Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.857442838Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.862049756Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:51.867920048Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:52.650849851Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"364.622232ms"} {"msg":"Profile for oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:55.471876095Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:55.473719945Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:55.764786708Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:55.764996253Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:55.765052541Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:55.765094354Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:55.765203265Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:55.767026336Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:56.008344901Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:56.008446199Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\") failed: Property not found. retry in 53.311934ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.065022731Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 53.525513ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.074148233Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\") failed: Property not found. retry in 44.046847ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.086698508Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\") failed: Property not found. retry in 43.195699ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.096692528Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\") failed: Property not found. retry in 50.50833ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.13404937Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 76.604654ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.141424215Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\") failed: Property not found. retry in 115.790147ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.153714994Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\") failed: Property not found. retry in 130.51286ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.169384582Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\") failed: Property not found. retry in 289.48618ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.202760744Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 244.881892ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.231900949Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 37.249635ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.241606894Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\") failed: Property not found. retry in 293.22358ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.287122567Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 92.177228ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.315812454Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\") failed: Property not found. retry in 183.084746ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.335355369Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 263.420729ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.419417331Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 417.241569ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.492836324Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\") failed: Property not found. retry in 360.014145ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.507481658Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\") failed: Property not found. retry in 332.43963ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.530207067Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\") failed: Property not found. retry in 423.601398ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.592995034Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 572.119956ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.698330367Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\") failed: Property not found. retry in 743.935565ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.876348372Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\") failed: Property not found. retry in 1.156333008s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.886567521Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 759.210597ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:56.923889142Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\") failed: Property not found. retry in 839.923544ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:57.03050089Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 1.082965148s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:57.284890938Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\") failed: Property not found. retry in 1.190336687s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:57.634961878Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 1.340866767s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:57.695428358Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\") failed: Property not found. retry in 837.604339ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:57.881452028Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\") failed: Property not found. retry in 927.831571ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:58.054487884Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 1.318488805s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:58.380766016Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:58.609856351Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60313"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:14:58.610040676Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"eb203a4f-66a8-4baf-a3e8-8bcf1ca4c94b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60313","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\") failed: Property not found. retry in 689.393857ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:58.731096887Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\") failed: Property not found. retry in 1.401312625s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:58.83690925Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\") failed: Property not found. retry in 812.089772ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:58.992796432Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 1.068509665s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:59.092803646Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\") failed: Property not found. retry in 1.039333313s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:59.433701348Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 846.654907ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:59.714604435Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\") failed: Property not found. retry in 1.141897345s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:14:59.818496618Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 636.027435ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:00.177460205Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\") failed: Property not found. retry in 829.973024ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:00.252923476Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\") failed: Property not found. retry in 911.968042ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:00.48478759Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 1.093462082s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:00.571755704Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 667.321844ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:00.824669942Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\") failed: Property not found. retry in 1.0328403s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:00.970559778Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\") failed: Property not found. retry in 561.563586ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:01.091938792Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\") failed: Property not found. retry in 761.201181ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:01.405612184Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 1.489771963s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:01.498995316Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\") failed: Property not found. retry in 1.244922051s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:01.661485772Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 931.099639ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:01.673133509Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\") failed: Property not found. retry in 1.097167865s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:02.013249435Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261\") failed: Property not found. retry in 1.101637965s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:02.176241831Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 779.658141ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:02.614067746Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719\") failed: Property not found. retry in 1.375773136s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:02.915956761Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 589.563959ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:02.998510321Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36\") failed: Property not found. retry in 955.814276ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:03.120038549Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 1.196699442s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:03.404351238Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 901.47542ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:03.599729009Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 867.901036ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:04.510418059Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 1.106107297s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:04.61026042Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 608.76342ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:05.389515173Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 833.947165ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:05.72665774Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 752.175058ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:06.012042945Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 910.269549ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:06.767133086Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 1.28700842s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:06.790432719Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 826.357667ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:07.693610966Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:08.068761277Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"391.813617ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 1.39913296s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:08.090270749Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 1.071421961s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:08.530548612Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 1.442916865s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:09.498349063Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 1.013469741s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:09.610741915Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 1.476050547s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:10.634344256Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 572.314763ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:10.950501938Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 1.041987072s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:11.53155934Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 811.133338ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:12.118958098Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b\") failed: Property not found. retry in 1.273298047s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:12.583523169Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842\") failed: Property not found. retry in 662.260492ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:12.939302849Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:13.875408479Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_52c0dc4d-cd83-4d35-86a3-0d1a5431963b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:13.875505311Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:13.875514621Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_1ac9df71-763a-4041-920b-9a9b6530bc36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:13.875521341Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_a2649a40-3966-4efd-a88c-8155847c1261"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:13.875549511Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_1f40b476-2b7b-40b6-b80c-448a7f2f6719"} {"msg":"Writing ledger to /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:13.875568601Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:13.876545218Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:13.877670147Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"302570bd-e21c-44bb-ba06-8281471f6b5a","remote_addr":"[fd00:1122:3344:101::1]:64940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":22274431,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:13.910577531Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:50411"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:13.938120575Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"d5db7d1a-b9f4-497c-a259-6b2724173ad6","remote_addr":"[fd00:1122:3344:101::1]:50411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27412,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:13.938330378Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"146.797591ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5db7d1a-b9f4-497c-a259-6b2724173ad6\", \"content-length\": \"124\", \"date\": \"Sat, 21 Dec 2024 01:15:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d5db7d1a-b9f4-497c-a259-6b2724173ad6\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:14.112217956Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"6b713e2c-00b8-44ff-a997-34e95c968889","remote_addr":"[fd00:1122:3344:101::1]:50411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26519,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:14.112402109Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"69.542913ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b713e2c-00b8-44ff-a997-34e95c968889\", \"content-length\": \"124\", \"date\": \"Sat, 21 Dec 2024 01:15:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6b713e2c-00b8-44ff-a997-34e95c968889\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:14.206720467Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"315e1001-dd2f-4325-b1ed-785978ba23c3","remote_addr":"[fd00:1122:3344:101::1]:50411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_05be4ec5-2c04-4f5f-8702-7c930bbe2842 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":23759,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:14.206897819Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"100.801234ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"315e1001-dd2f-4325-b1ed-785978ba23c3\", \"content-length\": \"124\", \"date\": \"Sat, 21 Dec 2024 01:15:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"315e1001-dd2f-4325-b1ed-785978ba23c3\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:14.337422737Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3758"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:20.212791504Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3776"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.201970277Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3799"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.202106469Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"4674213b-d6d6-455d-85d4-26d706c3e952","remote_addr":"[fd00:1122:3344:101::1]:50411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":21892842,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.202502575Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52671"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.203056885Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"12137d8a-1f97-41e0-9dcf-fea434bb2010","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52671","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:36.205838052Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"1.36346666s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: d757960c-713d-487d-afb1-254f04de69f7 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8e844631-8283-4702-ac45-290bbf4afea5 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 76b38c45-7399-47de-bb68-255b313cfd9f (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f1bcff64-b896-4076-8a2b-587d701f235d (service), filesystem_pool: Some(ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: edefca09-f432-47bc-95dc-35286f50fcc4, kind: Service { id: f1bcff64-b896-4076-8a2b-587d701f235d }, name: Name(\"ntp-f1bcff64-b896-4076-8a2b-587d701f235d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 39])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 1f40b476-2b7b-40b6-b80c-448a7f2f6719 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 05be4ec5-2c04-4f5f-8702-7c930bbe2842 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 52c0dc4d-cd83-4d35-86a3-0d1a5431963b (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1ac9df71-763a-4041-920b-9a9b6530bc36 (service), filesystem_pool: Some(ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External } } } }, OmicronZoneConfig { id: a2649a40-3966-4efd-a88c-8155847c1261 (service), filesystem_pool: Some(ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External } } } }, OmicronZoneConfig { id: 24428c69-128b-4995-bc7a-addc66912490 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: cd175b09-5785-415d-8d32-a617204393a9, kind: Service { id: 24428c69-128b-4995-bc7a-addc66912490 }, name: Name(\"external-dns-24428c69-128b-4995-bc7a-addc66912490\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 190])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: c4364b0f-0b76-413b-9126-391216a47153 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 44a38c79-185d-44b1-a294-e3a088dd4f4f, kind: Service { id: c4364b0f-0b76-413b-9126-391216a47153 }, name: Name(\"external-dns-c4364b0f-0b76-413b-9126-391216a47153\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 244])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: ee35abf0-6140-47bd-8a0f-da60e1b0cdad (service), filesystem_pool: Some(ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5b5216f1-9871-4dfb-aced-f4b109e9a1c2, kind: Service { id: ee35abf0-6140-47bd-8a0f-da60e1b0cdad }, name: Name(\"nexus-ee35abf0-6140-47bd-8a0f-da60e1b0cdad\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 56])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1 (service), filesystem_pool: Some(ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 654f7fda-6e14-4220-bc54-c5c6d8426d7e, kind: Service { id: bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1 }, name: Name(\"nexus-bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: fe9c2ca3-0266-4081-952b-4cb3f2bf1371 (service), filesystem_pool: Some(ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 05db974b-0405-4131-ae02-a37152ea980b, kind: Service { id: fe9c2ca3-0266-4081-952b-4cb3f2bf1371 }, name: Name(\"nexus-fe9c2ca3-0266-4081-952b-4cb3f2bf1371\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 44])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 639157e9-2713-43a8-90e8-75860cd77732 (service), filesystem_pool: Some(ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 643661ea-2572-4236-b774-49e58b17e906 (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 6e0a9baf-a85f-4912-82e5-6107854998fc (service), filesystem_pool: Some(ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 1714c239-c2ea-4fdc-a2ff-2fdc548654f0 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a (service), filesystem_pool: Some(ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: dad237e0-cce5-47d0-a98d-2d417f8b60cf (service), filesystem_pool: Some(ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 698a7a9e-913f-4d1d-8acf-e625ceef34b1 (service), filesystem_pool: Some(ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1519a09c-6c94-4612-b980-ea6d97dcd5c4 (service), filesystem_pool: Some(ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External } } } }, OmicronZoneConfig { id: b387a3bb-a500-4bf1-a8ce-4c3de63bfe21 (service), filesystem_pool: Some(ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External } } } }, OmicronZoneConfig { id: 24749034-6e5c-4b03-9d90-11debee9bb39 (service), filesystem_pool: Some(ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c21be66-efc8-42a3-af47-0191d8ec508d (service), filesystem_pool: Some(ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External } } } }, OmicronZoneConfig { id: b3847803-729f-4a75-bd01-c44489c8d3e4 (service), filesystem_pool: Some(ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f9393ec-0459-42a3-ab95-22a9c9c1839a (service), filesystem_pool: Some(ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External } } } }, OmicronZoneConfig { id: 94b13f11-1aeb-47d6-9e22-e77f14ed68f4 (service), filesystem_pool: Some(ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.236906815Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.237038207Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:65408"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.237431444Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.237437064Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.250618896Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.250652766Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.261930426Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.261965937Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.272103507Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.272145808Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.281889863Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.281916901Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.292226656Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.292258077Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.301516562Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.301544663Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.31027993Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.31030697Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.318890765Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.318921296Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.329052146Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.329085627Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.338454184Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.338485745Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.352228356Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.352257077Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.36730167Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.367330231Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.376574676Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.376613327Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.387597782Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.387628502Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.398270331Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.398300762Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.410012259Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.41004267Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.419934006Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.419962877Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.430956602Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.430993113Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.441771774Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.441800855Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.45402664Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.454069391Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.454311135Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.454445877Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.573799097Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.575282772Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.58822883Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.642428932Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.642498443Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.642507814Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.642514154Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.642520934Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.642550264Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.642556255Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.793079049Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.793285992Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.818271053Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.818522737Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.818535447Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.869083318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.869128839Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.869133899Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.869137669Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.869534376Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.875061719Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.880086604Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.885153579Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.890061972Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.894932314Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:36.899680933Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.0462295Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.051070272Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.055506016Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.0598687Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.064493428Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.069468522Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.074542487Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.079423989Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.08421578Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.090466285Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.096451616Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.101976409Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.107522522Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.112866182Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.118429256Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.124081551Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.130105723Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.136997508Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.143388156Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.152759614Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.163172109Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.253779435Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.309553514Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.363469392Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.422950753Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.493202356Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.497225653Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.497243454Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.572506231Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 186, 44]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.572543812Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.575088104Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.575106255Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.660862609Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 131, 56]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.660891309Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.6627025Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.66271613Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.715951026Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 216, 190]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.715974476Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.71798429Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.717999111Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.768992859Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 240, 244]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.76901902Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.770863891Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.770878761Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.822216865Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 234, 194]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.822245036Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.82248771Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.8224954Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.822556261Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.822560541Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.822589771Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.822593482Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.822646483Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.822650152Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.825154485Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.826846063Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.876997638Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.880540677Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.881087747Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.883600189Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.883740211Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.886823123Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.886840443Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:37.886847103Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:38.078007201Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:38.08148549Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:38.081879046Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:38.101039539Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:38.112924309Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:38.126168302Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:38.180334804Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:38.199639299Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:38.210450961Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:38.231394364Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:38.2436415Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:38.285583006Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:46.386819159Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:46.388264443Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:46.389422413Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:46.390155345Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:46.390793216Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:46.391473247Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:46.391491148Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:46.40765746Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:46.408040876Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:46.416913606Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:46.42666004Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:46.435798584Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:46.444667053Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:46.455273902Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:46.717301113Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:46.718155777Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 67.21474ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:46.961498845Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 73.574054ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:46.974168288Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 68.084545ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:46.98674467Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 42.426312ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.001178012Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 48.548219ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.016703914Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 64.301127ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.030329953Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 63.664924ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.044639974Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 77.832572ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.061353665Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 77.348942ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.126722826Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 99.13693ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.148171897Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 84.034845ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.222290685Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 144.636819ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.24993631Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 80.527207ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.266699192Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 106.090476ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.326617521Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 68.226633ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.34966782Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 211.964876ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.37223506Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 193.773803ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.407750287Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 232.210215ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.423294589Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 238.817795ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.438028027Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 217.551123ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.451701247Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 241.025516ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.464654665Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 127.111413ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.47796188Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 109.743409ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.489475943Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 359.98392ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.595930046Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 189.952614ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.612277391Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 256.082129ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.622609775Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 363.87355ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.632780226Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 204.485136ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.667674063Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 548.144378ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.682394562Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 542.502305ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.694320412Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 526.154145ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.718780354Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 422.754128ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.815105006Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:47.842796962Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:47.84326057Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 438.302978ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.885194076Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 796.686151ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.896915013Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 438.755994ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:47.970783957Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 433.231955ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:48.10107537Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 734.289565ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:48.275195651Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 415.997269ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:48.329916933Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 672.564405ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:48.465516726Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 1.037653594s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:48.57090927Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 1.251665043s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:48.628072823Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 545.300829ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:48.673703861Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 858.431156ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:48.757523152Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 1.161480438s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:48.803083089Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 854.820129ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:48.83697535Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 51.584519ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:48.85596471Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 130.349963ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:48.927156708Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 850.902889ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.027585449Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.02829357Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.028542994Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.028627386Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.038700825Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.049583909Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.050025506Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 290.058604ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.083836545Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.123733627Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.123936061Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.132701568Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.132918392Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 1.167128826s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.157248681Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 1.19089163s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.262824749Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 58.373755ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.343394135Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 37.538783ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.356358694Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 51.9692ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.36862083Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 234.296359ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.388236621Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 142.984461ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.403902494Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 100.136756ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.413693479Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 71.175588ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.423983702Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 61.391116ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.446516122Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 59.751233ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.456379038Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 96.475176ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.550206897Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 180.640713ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.621397486Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 217.595683ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.670032465Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 114.172016ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.685641308Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 207.058157ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.701854811Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 555.995267ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.725172823Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 998.708291ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.74218684Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 151.979493ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.757245133Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 1.454318604s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.773203922Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 1.404540232s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.787597194Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 123.663992ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.816754745Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 398.54225ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.832055303Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.843918513Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.844115656Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.844237998Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.844293879Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.855785132Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.86453004Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.874146342Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:49.874360285Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 1.454360939s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.895046054Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 570.821854ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.909457816Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 937.656849ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.922852202Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 530.637962ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.938061058Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 343.658649ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:49.972270664Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 1.243638772s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.017845601Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 356.294217ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.04569476Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 70.314803ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.160091236Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 64.03196ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.19361599Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 44.30471ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.206035549Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 42.106552ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.217440551Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 129.245801ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.244425866Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 494.077998ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.258432401Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 70.1125ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.270776499Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 97.724636ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.282845632Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 1.491153262s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.296463152Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 57.576497ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.309790406Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 548.579616ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.325124614Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 784.608641ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.335452808Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 251.547791ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.355641128Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 244.073366ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.378148337Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 206.099974ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.389769603Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 203.036887ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.399270083Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 814.384779ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.414476919Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 1.095040218s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.469568046Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 1.191948623s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.563370675Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 1.199227377s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.636545027Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 595.898504ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.680325285Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 578.009614ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.71925009Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 295.393945ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.747455145Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 433.512327ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.766244621Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 717.664553ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.781755412Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 1.475322916s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.796965988Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 1.28601752s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.876503238Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 783.026728ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:50.891902087Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 613.514738ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.061454351Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 1.196902443s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.137910048Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 1.001253617s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.210413639Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 659.681217ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.229214205Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 1.181785386s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.24612365Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 887.560718ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.263803878Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 1.012015453s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.282794447Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 633.699108ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.306159491Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 472.973004ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.323068836Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 813.519439ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.364573075Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 561.517839ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.513442281Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 615.017086ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.578581078Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 687.219422ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.689833001Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 1.386916402s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.705088988Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 1.276420015s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.772206358Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 823.425431ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.804690945Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 784.526262ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.821556389Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 902.468845ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.852410668Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 1.285749645s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.906056851Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 591.352119ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:51.956708494Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 961.96542ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:52.091002034Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 914.05299ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:52.165815884Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 986.403795ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:52.178520398Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 1.173558588s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:52.190927577Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 869.898216ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:52.207662758Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 1.313646756s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:52.223655278Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 565.497566ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:52.286723969Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 692.012712ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:52.307734603Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 516.133951ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:52.349393175Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 1.474182334s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:52.390390695Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 834.464203ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:52.441240381Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 1.017217654s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:52.562030745Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 1.448283548s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:52.619652295Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 1.130209638s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:52.641545683Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:52.989562443Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"2.824241938s"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 1.006454646s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.003111651Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 842.613325ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.016913973Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 907.848962ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.029553056Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 725.292082ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.041415475Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 1.374151721s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.061638076Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 863.756819ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.074728516Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 544.981845ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.0909466Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 1.391025838s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.099628026Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:53.132064952Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 777.027376ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.139020369Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:15:53.139207462Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 1.438334827s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.177287963Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 1.051514878s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.204858307Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 702.702621ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.286213987Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 73.873367ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.367586217Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 761.556717ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.375151214Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 53.04059ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.449647729Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 101.193562ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.511055253Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 1.107599796s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.546016111Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 1.135529734s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.58872215Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 468.23743ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.620072068Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 540.980116ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.644937197Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 532.215137ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.776547713Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 851.710093ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.784861283Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 655.353008ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.868849067Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 721.78062ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.877132886Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 1.13453966s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.924919061Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 644.446523ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.94566518Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 1.293210929s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.954780183Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 1.396288678s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:53.998183434Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 1.305980308s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.01996143Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 524.548018ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.07693006Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 495.614024ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.097123849Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 900.206562ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.146769715Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 1.099783033s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.195352063Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 1.124382274s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.266155435Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 870.181032ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.318196642Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 1.25061421s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.448988594Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 525.208922ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.505764769Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 526.167887ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.533951924Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 629.667861ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.599201133Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 928.205682ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.607058455Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 930.604328ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.614711594Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 1.448069891s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.62221414Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 1.256584322s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.629644075Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 592.953419ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.645146756Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 1.162525879s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.662950366Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 709.926889ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:54.733670367Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 939.071118ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.041861605Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 1.344923576s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.056930868Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 1.36899561s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.068626545Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 671.785904ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.086571158Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 1.047930392s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.198554433Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 772.92133ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.239912809Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 1.092085333s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.248726728Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 782.306302ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.256648541Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 1.353412669s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.303778644Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 1.0133912s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.334095105Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 997.369515ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.399872982Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 1.402684785s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.407399789Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 1.167353289s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.454040334Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 1.134445028s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.543499951Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 830.993113ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.553129823Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 1.212521135s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.708197384Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 531.085427ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:55.766940822Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 840.057804ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.029462102Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 717.233271ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.038420973Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 586.223334ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.046605861Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 1.40664127s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.055017112Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 864.587287ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.062445947Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 1.450921482s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.079997223Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 1.163765898s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.256968012Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 664.495309ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.307867809Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 1.404283943s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.350736771Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 930.018213ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.358625334Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 1.160103504s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.394529228Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 907.596261ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.40768654Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 1.18176431s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.417505045Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 1.345277716s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.448347454Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 780.807962ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.630724585Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 824.539727ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.640549081Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 1.07163236s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.66543983Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 879.811109ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.685242483Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 1.40460454s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.771418264Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 1.449257915s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.824313024Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 1.270662819s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.880049393Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 627.725432ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.931287965Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 897.524116ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.940145375Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 1.408172068s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:56.981206566Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 1.100546399s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:57.299123078Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 1.100773601s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:57.324907154Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 965.430146ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:57.421476418Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 825.999425ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:57.430334787Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 1.135325676s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:57.472976065Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 1.461831527s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:57.482371074Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 1.372122639s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:57.541257485Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 1.361671063s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:57.564600868Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 1.101770567s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:57.57303221Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 947.58525ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:57.581290259Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 772.272299ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:57.608199982Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 633.600885ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:57.74705364Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 1.366201458s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:57.765145984Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 1.133411187s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:57.803656783Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 639.233662ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:57.848099791Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 772.59769ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.161753681Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 704.311508ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.188469181Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 709.043731ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.266611497Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 1.157426856s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.284711271Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 524.622515ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.39097194Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 595.651957ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.400148165Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 1.018769776s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.408575667Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 659.388329ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.418043966Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 1.283301771s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.42538145Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 1.468057696s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.435003792Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 532.926133ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.498872087Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 843.194758ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.539872807Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 860.465457ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.619321305Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 633.921093ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.688726354Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 503.605597ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.903670523Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 1.101121644s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.922754214Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 867.839992ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.932056881Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 674.009939ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.941006001Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 1.174777461s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.950313958Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 726.819893ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.96054067Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 1.376779483s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.969641913Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 846.628534ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:58.985960408Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 1.271509049s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.006295Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 989.720476ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.042850405Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 1.26253292s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.088222509Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 688.350717ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.141642239Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 785.781119ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.332631304Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 941.054059ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.393101322Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 1.496672148s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.418199835Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 590.536907ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.439003475Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 502.054209ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.451683179Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 1.142297102s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.491052892Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 1.14525126s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.626667065Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 1.382294447s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.696885787Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 594.499146ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.718834407Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 1.49750453s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.80935422Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 962.129499ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.840011367Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 1.392668716s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.850968491Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 969.52304ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.913172479Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 877.618178ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:15:59.964531963Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 1.004529291s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.035154012Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 756.537187ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.043696936Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 785.261333ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.053587712Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 1.171475021s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.129562781Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 1.496303721s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.139704992Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 1.07845351s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.28983056Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 694.694966ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.323786851Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 1.049101297s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.344390088Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 1.120115821s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.356190947Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 521.382446ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.365387092Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 1.489287745s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.643749488Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 1.386091688s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.783312518Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 911.6702ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.811305839Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 1.092762722s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.819904344Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 522.031235ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.849136176Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 597.983541ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.859883787Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 820.591906ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.893443582Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 618.915173ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.9021972Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 751.131036ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:00.92834815Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 1.069306255s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.030290216Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 1.355387449s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.063612707Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 869.44123ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.089517243Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 1.216623715s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.253687687Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 1.337011312s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.311673853Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 1.443987211s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.320829087Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 560.011931ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.378194603Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 1.184122145s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.386476803Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 1.119154834s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.403188424Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 816.40429ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.472838887Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 681.841722ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.488029413Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 1.247768768s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.537226271Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 1.173239022s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.650315515Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 1.113781607s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.691708092Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 1.399990483s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.725923838Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 729.429996ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.737578104Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 914.128977ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.926187699Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 643.905936ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.949541643Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 1.330342829s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:01.97376226Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 903.736947ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.111974247Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 1.005658103s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.147533276Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 897.79973ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.185277471Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 679.851331ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.201153809Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 1.377485379s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.303470961Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 1.479981156s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.432919281Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 1.343911026s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.479950723Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 1.384259209s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.491939475Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 650.875175ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.533936131Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 1.273244851s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.585293906Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 831.975834ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.612309351Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 653.816437ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.666917861Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 864.541232ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.781002771Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 1.413501327s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.800709443Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 548.752841ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.81831543Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 1.484862101s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.837761787Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 698.946095ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.856231208Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 1.035026426s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:02.898743554Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 1.1953765s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.030583483Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 652.718402ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.101780682Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 745.055417ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.141238256Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39\") failed: Property not found. retry in 1.383730429s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.169311399Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 1.301657729s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.201178615Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 1.252316225s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.32562853Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 732.443142ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.342805629Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 707.28635ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.381945488Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 811.021152ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.466818397Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 1.009565774s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.574977429Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 1.137616836s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.662658355Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4\") failed: Property not found. retry in 1.109606748s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.697632854Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 1.422911994s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.768210122Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 890.851241ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.837761793Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf\") failed: Property not found. retry in 1.139391585s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.872467827Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732\") failed: Property not found. retry in 1.393383027s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.890695954Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 582.289064ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.902221488Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 1.125463393s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.924847849Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 964.869052ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:03.952960513Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 848.718782ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:04.094036047Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 666.246556ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:04.112318815Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4\") failed: Property not found. retry in 1.102228279s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:04.232773653Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 1.325114113s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:04.249335882Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 1.339619587s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:04.293704659Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 1.310047276s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:04.337271002Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 1.109768714s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:04.496156598Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 827.250119ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:04.515473223Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 1.196496656s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:04.588801707Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 722.845622ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:04.602660041Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 1.044022396s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:04.749471432Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4\") failed: Property not found. retry in 919.571252ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:04.794932168Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d\") failed: Property not found. retry in 1.385014549s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:04.820490418Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21\") failed: Property not found. retry in 840.131187ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:04.935518805Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 1.165383888s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:04.956789263Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 1.487162455s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:05.066174344Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 1.077941673s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:05.204607625Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 909.611826ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:05.34270558Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 646.270551ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:05.373058561Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 691.318841ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:05.587884367Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 1.287356421s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:05.618809208Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 865.440769ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:05.645373386Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 1.282811472s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:05.659235869Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc\") failed: Property not found. retry in 1.265482416s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:05.814412332Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 1.143573701s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:05.82860014Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 1.313614984s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:06.034651289Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 1.433762086s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:06.134084313Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490\") failed: Property not found. retry in 824.925155ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:06.264432298Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0\") failed: Property not found. retry in 1.310166263s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:06.291733248Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 987.800125ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:06.304234368Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:06.322042938Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41933"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:06.327592871Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"67d52b9e-51aa-4f94-9c1c-efc859b3d44c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41933","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":502,"response_code":"200"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 1.035400722s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:06.525777998Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153\") failed: Property not found. retry in 1.292835144s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:06.564051302Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 1.098294362s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:06.917712577Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 1.141718014s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:06.952814658Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a\") failed: Property not found. retry in 1.267150227s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:06.98201905Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 900.03816ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:07.302284641Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 728.638555ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:07.357562282Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 574.552189ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:07.570763391Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a\") failed: Property not found. retry in 522.479821ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:07.578928659Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 760.282577ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:08.026641336Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 755.224791ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:08.095598847Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 661.100319ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:08.103222066Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 1.160548924s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:08.154815544Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 699.576131ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:08.211491889Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 1.493512756s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:08.77404103Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\") failed: Property not found. retry in 855.845701ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:08.797152559Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 582.903306ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:08.860916743Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 1.257557301s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:08.919621851Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 1.39883441s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:09.325078997Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 1.12228548s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:09.455132317Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad\") failed: Property not found. retry in 1.27443138s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:10.187546837Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1\") failed: Property not found. retry in 812.482089ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:10.276856911Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 1.452656602s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:10.587941749Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371\") failed: Property not found. retry in 546.787462ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:10.735822698Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:11.022423583Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"4.726434942s"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 1.319651186s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:12.051649461Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 731.115436ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:13.38143085Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 1.35553217s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:14.122194451Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 581.520647ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:15.488466813Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:15.791956183Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"6.351768534s"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 895.487125ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:16.081389206Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 888.659568ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:16.987904808Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 580.425205ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:17.886300034Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 868.874321ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:18.47825708Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906\") failed: Property not found. retry in 1.471496333s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:19.357204678Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.863481757Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_nexus_fe9c2ca3-0266-4081-952b-4cb3f2bf1371"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.863549848Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_nexus_ee35abf0-6140-47bd-8a0f-da60e1b0cdad"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.863555289Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_external_dns_24428c69-128b-4995-bc7a-addc66912490"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.863567769Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_oximeter_639157e9-2713-43a8-90e8-75860cd77732"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.863572249Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_pantry_6e0a9baf-a85f-4912-82e5-6107854998fc"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.863576489Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_pantry_1714c239-c2ea-4fdc-a2ff-2fdc548654f0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.863580739Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_698a7a9e-913f-4d1d-8acf-e625ceef34b1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.863585859Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_1519a09c-6c94-4612-b980-ea6d97dcd5c4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.863591509Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_pantry_c4f5f6e5-b38f-4a7c-a95b-ea2551b15b8a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.863597619Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_dad237e0-cce5-47d0-a98d-2d417f8b60cf"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.86360314Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_b3847803-729f-4a75-bd01-c44489c8d3e4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.86361018Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_external_dns_c4364b0f-0b76-413b-9126-391216a47153"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.86361598Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_b387a3bb-a500-4bf1-a8ce-4c3de63bfe21"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.86362006Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_6c21be66-efc8-42a3-af47-0191d8ec508d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.86362573Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_nexus_bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.86363072Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_clickhouse_643661ea-2572-4236-b774-49e58b17e906"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.86363541Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_1f9393ec-0459-42a3-ab95-22a9c9c1839a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.86364025Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_94b13f11-1aeb-47d6-9e22-e77f14ed68f4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.86364514Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_24749034-6e5c-4b03-9d90-11debee9bb39"} {"msg":"Writing ledger to /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.86420974Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.868867648Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.878863186Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"ba9ee60c-20a3-4c7b-b675-50d919f4aeaa","remote_addr":"[fd00:1122:3344:101::1]:65408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44641568,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.887746296Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1415"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.893035745Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:790"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.894011951Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:802"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n tx_eq: None,\n uplink_port_fec: Some(\n None,\n ),\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:20.927893752Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1016"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f926e1b-7de1-4d8a-84b8-56542cee7b75\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:21 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"18f9683c-e647-4a58-a294-698fb36fa534\\\"\", request_id: \"4f926e1b-7de1-4d8a-84b8-56542cee7b75\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:21.180750168Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab6a07d0-e3d6-4481-8621-6df6542a0fe7\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:20 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"18f9683c-e647-4a58-a294-698fb36fa534\\\"\", request_id: \"ab6a07d0-e3d6-4481-8621-6df6542a0fe7\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:21.315482147Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3187e68-cff9-4c9f-9903-ed45617bbdc4\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:21 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"18f9683c-e647-4a58-a294-698fb36fa534\\\"\", request_id: \"b3187e68-cff9-4c9f-9903-ed45617bbdc4\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:21.422699702Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41bb166c-eb36-4601-a6c6-b167f6f47bd6\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:21 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"18f9683c-e647-4a58-a294-698fb36fa534\\\"\", request_id: \"41bb166c-eb36-4601-a6c6-b167f6f47bd6\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:21.644354184Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4c3cb92-af94-405e-bec0-090f67d6a4ba\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:21 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"18f9683c-e647-4a58-a294-698fb36fa534\\\"\", request_id: \"c4c3cb92-af94-405e-bec0-090f67d6a4ba\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:21.761835952Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"593248cb-2e74-4843-84b3-3fc79da4017a\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:21 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"18f9683c-e647-4a58-a294-698fb36fa534\\\"\", request_id: \"593248cb-2e74-4843-84b3-3fc79da4017a\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:21.914792797Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:16:22.376254966Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"b27003c4-e5de-40a3-aba1-c1c74e60aa7d\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Sat, 21 Dec 2024 01:16:22 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"b27003c4-e5de-40a3-aba1-c1c74e60aa7d\\\" }\"","delay":"15.256088339s"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcc73c1e-e641-4629-871e-2f64a12e9039\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:23 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"bcc73c1e-e641-4629-871e-2f64a12e9039\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:23.57274934Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0e8a14f-f0ff-4256-a81b-b9c294db59b8\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:24 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"f0e8a14f-f0ff-4256-a81b-b9c294db59b8\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:24.527649787Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31660cca-6e4a-44f0-b01a-69b994c6021a\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:25 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"31660cca-6e4a-44f0-b01a-69b994c6021a\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:25.158087201Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"840a8fc5-ba8c-4491-9bf5-c01e6e84ece6\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:25 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"840a8fc5-ba8c-4491-9bf5-c01e6e84ece6\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:25.674897382Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e4670be-01c5-4769-a731-28a5eba1f95d\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:26 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"7e4670be-01c5-4769-a731-28a5eba1f95d\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:26.62571695Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66649763-f316-451d-8dd0-dd21e0fbe8ca\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:27 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"66649763-f316-451d-8dd0-dd21e0fbe8ca\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:27.6615829Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d694663-993d-4d98-bb50-81d1e00e3ea9\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:28 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"3d694663-993d-4d98-bb50-81d1e00e3ea9\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:28.482533091Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc79f626-a863-452b-b265-eb646d2c845f\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:29 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"dc79f626-a863-452b-b265-eb646d2c845f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:30.173091703Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9daffe21-5dd0-4e20-8154-61f3516701f5\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:31 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"9daffe21-5dd0-4e20-8154-61f3516701f5\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:31.302901405Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da63e670-7ecd-4465-a0d7-24cf7869e3f9\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:32 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"da63e670-7ecd-4465-a0d7-24cf7869e3f9\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:32.240577872Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9135bb66-12f7-485a-9e74-46e5276b44e7\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:33 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"9135bb66-12f7-485a-9e74-46e5276b44e7\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:33.391948576Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11a61ef2-b359-41be-b83c-9770f0c60add\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:34 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"11a61ef2-b359-41be-b83c-9770f0c60add\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:35.33559793Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:36.364124066Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36927"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:36.364197367Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5bb71316-12f5-405b-b26f-5ed528aaf01b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36927","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8553a3ff-419d-44fc-8b54-a821f8757cd8\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:38 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"8553a3ff-419d-44fc-8b54-a821f8757cd8\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:38.735593172Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c267ae2-72dc-4c9d-a671-aa829b2ec814\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:40 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"1c267ae2-72dc-4c9d-a671-aa829b2ec814\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:40.810304431Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e61d5b5f-872a-416c-9b97-4ef9fba810ea\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:44 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"e61d5b5f-872a-416c-9b97-4ef9fba810ea\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:44.51657196Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a97d07f-0d16-420f-896e-021592c93615\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:49 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"2a97d07f-0d16-420f-896e-021592c93615\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:49.857640902Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb3ed6a7-c371-42ef-a33c-d5a0d9020175\", \"content-length\": \"173\", \"date\": \"Sat, 21 Dec 2024 01:16:53 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b1eebc13-191d-4a5d-a35e-84ae64fecac9\\\"\", request_id: \"eb3ed6a7-c371-42ef-a33c-d5a0d9020175\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:53.288781699Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.042748272Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.134118581Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47723"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.13586905Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.136010533Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.136138185Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.137603299Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.151224069Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.151250939Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.175752612Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.175783382Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.197185683Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.197213803Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.216786813Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.216816533Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.237353049Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.237382719Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.257133802Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.257161672Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.27840946Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.278443991Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.300263468Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.300316669Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_34789575-52b6-411b-9614-90f11629cb04"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.320511679Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.320551869Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:54.33187466Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"dfc4835f-6c7c-4272-b6bf-c02e2bc1a8dc","remote_addr":"[fd00:1122:3344:101::b]:47723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":197325,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.807869732Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45421"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.812723724Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 44a38c79-185d-44b1-a294-e3a088dd4f4f, kind: Service { id: c4364b0f-0b76-413b-9126-391216a47153 }, name: Name(\"external-dns-c4364b0f-0b76-413b-9126-391216a47153\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 244])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cd175b09-5785-415d-8d32-a617204393a9, kind: Service { id: 24428c69-128b-4995-bc7a-addc66912490 }, name: Name(\"external-dns-24428c69-128b-4995-bc7a-addc66912490\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 190])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 05db974b-0405-4131-ae02-a37152ea980b, kind: Service { id: fe9c2ca3-0266-4081-952b-4cb3f2bf1371 }, name: Name(\"nexus-fe9c2ca3-0266-4081-952b-4cb3f2bf1371\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 44])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b5216f1-9871-4dfb-aced-f4b109e9a1c2, kind: Service { id: ee35abf0-6140-47bd-8a0f-da60e1b0cdad }, name: Name(\"nexus-ee35abf0-6140-47bd-8a0f-da60e1b0cdad\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 56])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 654f7fda-6e14-4220-bc54-c5c6d8426d7e, kind: Service { id: bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1 }, name: Name(\"nexus-bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.812775935Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.812802595Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.812809845Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.812819245Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.812828936Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.812833085Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.812908637Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ad711af8-2515-457f-ad0b-7079ea236e82","remote_addr":"[fd00:1122:3344:101::b]:45421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4951,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.813904714Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1088"} {"msg":"Writing ledger to /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.817962192Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.818474071Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.945838255Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43360"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.946054468Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 44a38c79-185d-44b1-a294-e3a088dd4f4f, kind: Service { id: c4364b0f-0b76-413b-9126-391216a47153 }, name: Name(\"external-dns-c4364b0f-0b76-413b-9126-391216a47153\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 244])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cd175b09-5785-415d-8d32-a617204393a9, kind: Service { id: 24428c69-128b-4995-bc7a-addc66912490 }, name: Name(\"external-dns-24428c69-128b-4995-bc7a-addc66912490\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 190])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 05db974b-0405-4131-ae02-a37152ea980b, kind: Service { id: fe9c2ca3-0266-4081-952b-4cb3f2bf1371 }, name: Name(\"nexus-fe9c2ca3-0266-4081-952b-4cb3f2bf1371\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 44])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b5216f1-9871-4dfb-aced-f4b109e9a1c2, kind: Service { id: ee35abf0-6140-47bd-8a0f-da60e1b0cdad }, name: Name(\"nexus-ee35abf0-6140-47bd-8a0f-da60e1b0cdad\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 56])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 654f7fda-6e14-4220-bc54-c5c6d8426d7e, kind: Service { id: bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1 }, name: Name(\"nexus-bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.946102239Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.94612068Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.94612872Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.94613428Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.94614479Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.94615109Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:57.94616647Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"35e60702-b0fc-469f-9614-5beba26578f6","remote_addr":"[fd00:1122:3344:101::a]:43360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":226,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.058650104Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44071"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.058741045Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.058748335Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.058769596Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.058992509Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.070568595Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.070658506Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.087648182Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53020"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.088163081Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 44a38c79-185d-44b1-a294-e3a088dd4f4f, kind: Service { id: c4364b0f-0b76-413b-9126-391216a47153 }, name: Name(\"external-dns-c4364b0f-0b76-413b-9126-391216a47153\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 244])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cd175b09-5785-415d-8d32-a617204393a9, kind: Service { id: 24428c69-128b-4995-bc7a-addc66912490 }, name: Name(\"external-dns-24428c69-128b-4995-bc7a-addc66912490\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 190])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 05db974b-0405-4131-ae02-a37152ea980b, kind: Service { id: fe9c2ca3-0266-4081-952b-4cb3f2bf1371 }, name: Name(\"nexus-fe9c2ca3-0266-4081-952b-4cb3f2bf1371\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 44])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b5216f1-9871-4dfb-aced-f4b109e9a1c2, kind: Service { id: ee35abf0-6140-47bd-8a0f-da60e1b0cdad }, name: Name(\"nexus-ee35abf0-6140-47bd-8a0f-da60e1b0cdad\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 56])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 654f7fda-6e14-4220-bc54-c5c6d8426d7e, kind: Service { id: bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1 }, name: Name(\"nexus-bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.088232992Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.088303843Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.088346694Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.088374544Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.088419465Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.088426675Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.088436435Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"eb18fe2f-fbbc-40cc-893d-1edafec5f222","remote_addr":"[fd00:1122:3344:101::b]:53020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":586,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.095612356Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.095633146Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.11899233Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.119055511Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.148002958Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.148047819Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.171691057Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.171741408Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.194811916Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.194861737Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.215943092Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.215988653Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.236813943Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.236854544Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_34789575-52b6-411b-9614-90f11629cb04"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.259341673Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.259400814Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.271860084Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"c9119c2c-c810-4775-9f7d-dad33f3f044f","remote_addr":"[fd00:1122:3344:101::b]:44071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":213136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.293191383Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49990"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.293416416Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 44a38c79-185d-44b1-a294-e3a088dd4f4f, kind: Service { id: c4364b0f-0b76-413b-9126-391216a47153 }, name: Name(\"external-dns-c4364b0f-0b76-413b-9126-391216a47153\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 244])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cd175b09-5785-415d-8d32-a617204393a9, kind: Service { id: 24428c69-128b-4995-bc7a-addc66912490 }, name: Name(\"external-dns-24428c69-128b-4995-bc7a-addc66912490\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 190])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 05db974b-0405-4131-ae02-a37152ea980b, kind: Service { id: fe9c2ca3-0266-4081-952b-4cb3f2bf1371 }, name: Name(\"nexus-fe9c2ca3-0266-4081-952b-4cb3f2bf1371\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 44])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b5216f1-9871-4dfb-aced-f4b109e9a1c2, kind: Service { id: ee35abf0-6140-47bd-8a0f-da60e1b0cdad }, name: Name(\"nexus-ee35abf0-6140-47bd-8a0f-da60e1b0cdad\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 56])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 654f7fda-6e14-4220-bc54-c5c6d8426d7e, kind: Service { id: bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1 }, name: Name(\"nexus-bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.293454617Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.293469697Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.293478988Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.293502638Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.293526928Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.293535188Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:16:58.293553959Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6c121549-2b5c-4242-b87d-44d76d191bc5","remote_addr":"[fd00:1122:3344:101::c]:49990","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":228,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:04.600496953Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43152"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:04.601078832Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3573c72f-81cc-42a0-800d-faa07534fe01","remote_addr":"[fd00:1122:3344:101::b]:43152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":532,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:04.63419548Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:04.63421426Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"418d9775-754a-4d35-87e2-c45896da9a8a","remote_addr":"[fd00:1122:3344:101::b]:43152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1724,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:04.727586842Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"379e783a-79b7-4341-95b8-0a2cb19d5ac8","remote_addr":"[fd00:1122:3344:101::b]:43152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3222,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:06.396112953Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59754"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:06.396461809Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"cd6958da-31ac-473f-93ad-03fcb186fde5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59754","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:13.384112813Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:61296"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:13.411287781Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"2e71caa7-e79f-4136-894a-622598c996e5","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":26363,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.154120569Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52650"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.154279831Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b80b1c23-507c-491c-8bd3-0ee1fb0c1c7d","remote_addr":"[fd00:1122:3344:101::a]:52650","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.216623521Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.216652862Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c508915a-509b-4653-929d-70a2b882040f","remote_addr":"[fd00:1122:3344:101::a]:52650","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.237721086Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"30f5b473-024d-4325-b347-ed8870e42d6c","remote_addr":"[fd00:1122:3344:101::a]:52650","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":231,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.508377393Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43035"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.508724059Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"abb35d75-caec-457e-b277-e652cb95a278","remote_addr":"[fd00:1122:3344:101::a]:43035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":304,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.70359923Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60396"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.704340782Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.77846719Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.836339335Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f67829ad-65ad-44a4-8c6a-ba64a3a466b0","remote_addr":"[fd00:1122:3344:101::a]:60396","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132687,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.839243344Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"de8aaedf-f9b3-4267-8214-5c1c61554b1d","remote_addr":"[fd00:1122:3344:101::a]:60396","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2648,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.881943693Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.882006094Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.883187864Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.884195561Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:21.884208701Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"PUT","req_id":"1262eddc-0fef-46f7-9546-4a2921e5e16e","remote_addr":"[fd00:1122:3344:101::a]:60396","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3824,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.476776567Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51676"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.477006251Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5f2471b9-d4ec-491a-a41a-8f1cbb895694","remote_addr":"[fd00:1122:3344:101::c]:51676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":167,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.510894192Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.511176406Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7ca99850-5d4e-444a-ad00-7f89d02404ce","remote_addr":"[fd00:1122:3344:101::c]:63056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.538319343Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.538351084Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4c819f71-2ad2-4629-a02c-b92834069deb","remote_addr":"[fd00:1122:3344:101::c]:63056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.560433786Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2dcdac7a-660b-483a-af36-77713c9b4b9d","remote_addr":"[fd00:1122:3344:101::c]:63056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":278,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.615452532Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.615575054Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"47062097-b6a5-47a1-9cfc-2b6d74ebd867","remote_addr":"[fd00:1122:3344:101::b]:43161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.682321518Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.682350038Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"add39291-021b-4ca0-9be5-bd43b8300aad","remote_addr":"[fd00:1122:3344:101::b]:43161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.692936306Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"52428d36-5a99-428e-9fc1-fa81839b27ba","remote_addr":"[fd00:1122:3344:101::b]:43161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":175,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.741928051Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38927"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.742028963Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.784863934Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.844275234Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7e5afb32-d633-4245-a369-cf5a2cde3c72","remote_addr":"[fd00:1122:3344:101::c]:38927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102293,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.844427927Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39238"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.844468678Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52149"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.844655911Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.848663128Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"46f037b2-4f14-402e-8c24-f750c9f36c31","remote_addr":"[fd00:1122:3344:101::b]:39238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3901,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.848796981Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3f606563-f358-4331-8238-29c972a9f229","remote_addr":"[fd00:1122:3344:101::c]:38927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4094,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.882418496Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.941303778Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"44ef2b52-6988-443c-897c-95d365245d47","remote_addr":"[fd00:1122:3344:101::b]:52149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96725,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:22.941758296Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ac662c6d-43fd-4859-ac2a-af7748ae1426","remote_addr":"[fd00:1122:3344:101::b]:52149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:36.430098705Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43357"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:36.430320908Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"e57b89d5-ee67-416d-b228-a442c568cf28","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43357","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:43.392535304Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"6fe7b828-d77c-439a-9dbe-47c6ac4b8182","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8371,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:51.184338696Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51672"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:51.184458938Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"27196826-11fa-433f-a1a3-33aa05ef04f7","remote_addr":"[fd00:1122:3344:101::a]:51672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:51.243524893Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:51.243555043Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"48a529aa-bfa2-4fd6-a757-87ec2091c51d","remote_addr":"[fd00:1122:3344:101::a]:51672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:51.251907994Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0b1fa01d-56e0-4d22-aa1e-fe9e273cb2da","remote_addr":"[fd00:1122:3344:101::a]:51672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":157,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:51.257219623Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36356"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:51.257299015Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:51.299582457Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:51.363468982Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0be65036-6d48-4260-9c46-3ff586de7a32","remote_addr":"[fd00:1122:3344:101::a]:36356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106192,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:51.363678016Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58152"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:51.363990631Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"91e9d17a-4521-482d-ad09-cbf876c7ad00","remote_addr":"[fd00:1122:3344:101::a]:58152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":240,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:51.364025531Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f1172f3e-2cf9-4d75-b7ce-0a0c34e8bb18","remote_addr":"[fd00:1122:3344:101::a]:36356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":246,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.288777771Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52231"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.288862582Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"aff62f9a-607e-4470-bcad-bc74da72ab4a","remote_addr":"[fd00:1122:3344:101::b]:52231","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.347055722Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.347094093Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d4f6eaf3-af9d-4dd3-ad00-f344575dc34a","remote_addr":"[fd00:1122:3344:101::b]:52231","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.355057267Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"91bf9c76-eb9a-4376-aabb-4f9e460c0e8f","remote_addr":"[fd00:1122:3344:101::b]:52231","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.394113204Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58095"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.394231656Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5d6c7531-3702-4cd8-b77c-a7e248fda928","remote_addr":"[fd00:1122:3344:101::c]:58095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.419185616Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46206"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.41937215Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9f42a909-45cd-4599-9053-2f55a5b61353","remote_addr":"[fd00:1122:3344:101::b]:46206","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.44017928Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.44019444Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"948f18c8-9bc3-41ae-a424-3d5b6e5cfcac","remote_addr":"[fd00:1122:3344:101::c]:58095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.446070929Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57956"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.446187131Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.481505036Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.537154342Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"fd0d4400-3f4f-4810-acb6-885be1cb171f","remote_addr":"[fd00:1122:3344:101::b]:57956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91023,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.537420117Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62078"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.537745552Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"fbe0f63a-53a2-44f1-b745-1d710cafaefb","remote_addr":"[fd00:1122:3344:101::b]:57956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":268,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.537855264Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c4e7dcfb-969d-4da4-8493-94063e712528","remote_addr":"[fd00:1122:3344:101::c]:62078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":256,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.537897335Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1150e938-3dc8-4de5-b97a-692851ba0f48","remote_addr":"[fd00:1122:3344:101::c]:58095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":401,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.546458459Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64100"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.546626592Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.583881489Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.642495056Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1d8d6bcd-b508-494f-958e-e05329e1735e","remote_addr":"[fd00:1122:3344:101::c]:64100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95938,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:17:52.642837662Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"201b21a2-e8cc-416b-990a-44370e95ff57","remote_addr":"[fd00:1122:3344:101::c]:64100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:06.463800971Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61920"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:06.463890683Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"3f195c1b-1fa7-4f2d-a730-23805bbc5be0","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61920","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:13.392872003Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"4b0c3c1a-08cb-4bf0-a346-e6c27e4b3633","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8250,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:21.488733239Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36752"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:21.488957973Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"df2a52a1-4bce-452a-9416-49b55e0472ce","remote_addr":"[fd00:1122:3344:101::a]:36752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":153,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:21.539637126Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50261"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:21.539716568Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b190c701-b0e2-4eaf-a384-9278eef46451","remote_addr":"[fd00:1122:3344:101::a]:50261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:21.666828468Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:21.666858228Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9e341df7-5049-4649-affa-8f98c1056ec7","remote_addr":"[fd00:1122:3344:101::a]:50261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:21.773928121Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0c4a8101-ef04-4c6c-93f2-3ceda14ca986","remote_addr":"[fd00:1122:3344:101::a]:50261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:21.79582668Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50148"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:21.795932682Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:21.831288077Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:21.88195223Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"629f0eb2-976a-4610-a275-dea7afd19467","remote_addr":"[fd00:1122:3344:101::a]:50148","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86060,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:21.882294805Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"52be5921-b187-4b3a-9924-5f437e63282d","remote_addr":"[fd00:1122:3344:101::a]:50148","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.477771301Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60671"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.478042496Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"62b08401-deb0-41b2-8c77-44e6e1ebfcc3","remote_addr":"[fd00:1122:3344:101::b]:60671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":194,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.485245677Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37831"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.485355619Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b65a387d-06ed-44bf-85c3-4661917a95a3","remote_addr":"[fd00:1122:3344:101::b]:37831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.608705606Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.608742176Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9480492e-de07-4a92-804a-5846cbe3323e","remote_addr":"[fd00:1122:3344:101::b]:37831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.67371225Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50184"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.673903953Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d7231e43-4927-45c6-8163-e8abb1ab610e","remote_addr":"[fd00:1122:3344:101::c]:50184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.688711793Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62728"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.688830695Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5053e5a1-b9b8-4c15-9dd4-da4f80dc3ebd","remote_addr":"[fd00:1122:3344:101::c]:62728","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.717320804Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f15d3760-02db-425b-9b49-de7c33d211d9","remote_addr":"[fd00:1122:3344:101::b]:37831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.757986009Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47780"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.758101261Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.800128878Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.859956256Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d44482c7-2194-4186-b45a-ede8b2f8a125","remote_addr":"[fd00:1122:3344:101::b]:47780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101910,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.86020951Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63048"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.86022192Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.860260781Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"044a4c3e-8434-4878-ad50-7d759b47917e","remote_addr":"[fd00:1122:3344:101::c]:62728","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":139,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.860501585Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f8f74ef7-2757-44e7-ba33-014d34e68279","remote_addr":"[fd00:1122:3344:101::b]:47780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":244,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.860534416Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.898755509Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.954833203Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"154e0a66-8b62-4efc-8de7-fa09e2e5906a","remote_addr":"[fd00:1122:3344:101::c]:63048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94407,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.95521362Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e83c9eee-9d74-4ebd-beda-bd355a794d7d","remote_addr":"[fd00:1122:3344:101::c]:63048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":160,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:22.980643608Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"21549de4-2226-4971-bb4e-a69c7f3b87b3","remote_addr":"[fd00:1122:3344:101::c]:62728","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":230,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:36.504419405Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:36.504585188Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"84ec5764-11c8-4593-8530-d6d7dc80e00b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63116","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:43.391009098Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"618d4abf-d1ea-441a-bcb5-3ad9ef8ae85f","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:51.231032762Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51148"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:51.231136354Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9de38f69-e021-4c7a-a997-b955d9728dd4","remote_addr":"[fd00:1122:3344:101::a]:51148","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:51.296636987Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57409"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:51.29679813Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"acee564e-3dd0-4b7e-9f2c-f832093c7131","remote_addr":"[fd00:1122:3344:101::a]:57409","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:51.301233824Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:51.301247185Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"619bec9a-f3f2-4ee8-ab92-9eb1e6d659d4","remote_addr":"[fd00:1122:3344:101::a]:51148","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:51.35799117Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47828"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:51.358079332Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:51.399963707Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:51.461081596Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c39fe9f9-4761-410b-ad19-5504a8bf5f67","remote_addr":"[fd00:1122:3344:101::a]:47828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103029,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:51.461673266Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a9d45e29-3b7f-4bf6-bae0-5ea66607e1dc","remote_addr":"[fd00:1122:3344:101::a]:47828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":277,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:51.461773187Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"492e42b4-7027-4cb8-850a-9ac091df57b5","remote_addr":"[fd00:1122:3344:101::a]:51148","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":471,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.346728036Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35253"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.346883769Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c80edb71-d88a-4cb0-a7e3-f4521b051e22","remote_addr":"[fd00:1122:3344:101::b]:35253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.388563121Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.388595601Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7b451e5a-87a5-4b00-baa9-0950730939e7","remote_addr":"[fd00:1122:3344:101::b]:35253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.399038957Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"be9e2c29-8b0b-4da3-b8c2-dd32a8e84569","remote_addr":"[fd00:1122:3344:101::b]:35253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":176,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.429287486Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56697"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.429368798Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"80e5bfa9-7d88-43d7-a3b9-7e56c9770c7c","remote_addr":"[fd00:1122:3344:101::c]:56697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.449856102Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36182"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.450060566Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b5e383c4-9869-448b-9b80-2780dac6d8e5","remote_addr":"[fd00:1122:3344:101::c]:36182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.45029529Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48001"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.450632526Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f3d97a39-2a90-4706-ab97-751a5aa792fd","remote_addr":"[fd00:1122:3344:101::b]:48001","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":273,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.521030361Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42259"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.521140223Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.565070102Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.630975202Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a2e08052-59c1-4aa5-bab5-b475d99ee2ab","remote_addr":"[fd00:1122:3344:101::b]:42259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109898,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.631223266Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38773"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.631258157Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.631269137Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"231dcfbb-9381-4652-a83c-675762070faf","remote_addr":"[fd00:1122:3344:101::c]:56697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":141,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.63146916Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"06fee49b-223b-42dd-a0aa-0c306e12a7ab","remote_addr":"[fd00:1122:3344:101::b]:42259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":228,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.631560602Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.641111303Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e479257f-c163-43ad-a649-e60bc0f2f044","remote_addr":"[fd00:1122:3344:101::c]:56697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.670835463Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.734007397Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c8795009-9395-4d3a-8515-7c179c31be7d","remote_addr":"[fd00:1122:3344:101::c]:38773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102576,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:18:52.734379613Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"218c45fe-64b7-412a-82e3-5a757dccd02e","remote_addr":"[fd00:1122:3344:101::c]:38773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:06.538719073Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57225"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:06.538798324Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"a0f862e3-b942-4f03-9c75-f990e16bd9bc","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57225","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":30,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:13.391516316Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"b4b0c7ca-7fd9-44d9-959e-2c4d7ba55b04","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7529,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:21.468256366Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57647"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:21.46847109Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"ccf44a41-affd-40e8-bb79-f2e974dcd268","remote_addr":"[fd00:1122:3344:101::a]:57647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:21.47563594Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52703"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:21.475873064Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c700763c-f70e-4589-a052-e558d9e75446","remote_addr":"[fd00:1122:3344:101::a]:52703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:21.526952435Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:21.526983355Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0da23f8e-5cd4-48ae-bc0c-bc1500c2eecd","remote_addr":"[fd00:1122:3344:101::a]:52703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:21.534785566Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b84cf1c1-036c-4ace-8bba-96e20c8aa024","remote_addr":"[fd00:1122:3344:101::a]:52703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":238,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:21.795319663Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58734"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:21.795404974Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:21.833637428Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:21.886232224Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8939c3dc-8c5e-4aba-80c9-1c3b6f06e77b","remote_addr":"[fd00:1122:3344:101::a]:58734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90866,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:21.886500818Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"399928ab-a9a1-4b82-bbcd-d83918a73e68","remote_addr":"[fd00:1122:3344:101::a]:58734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.428719106Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.462707619Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33669"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.462844981Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"41c00c4e-eee8-46cd-b768-db36b18260b7","remote_addr":"[fd00:1122:3344:101::b]:33669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.51507915Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.515131691Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"539f7ae9-8b6f-464d-9117-5137bea118ed","remote_addr":"[fd00:1122:3344:101::b]:33669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.529361641Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"93d6c5e8-d521-4c53-8d24-c58969c397d2","remote_addr":"[fd00:1122:3344:101::b]:33669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":192,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.61185939Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56999"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.612033403Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"bbe58843-b724-4db2-9d0d-1bcd5065697a","remote_addr":"[fd00:1122:3344:101::b]:56999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.618160606Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47563"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.618257088Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8ceab606-d8c9-45ec-af0d-83ce4235650e","remote_addr":"[fd00:1122:3344:101::c]:47563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.664515446Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.664533597Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d3c97cfe-3c48-4f1a-9ab7-9db601430c5f","remote_addr":"[fd00:1122:3344:101::c]:47563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.67245362Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8286494e-0f53-434c-950d-5f6c59ea60fc","remote_addr":"[fd00:1122:3344:101::c]:47563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":230,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.730557828Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38984"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.73066871Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.764990188Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.820803138Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"689c6a48-ee99-46d6-8a04-e3d9537e145e","remote_addr":"[fd00:1122:3344:101::b]:38984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90179,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.820911209Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44278"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.821193114Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"57c6ae7c-f043-4009-a94b-ed8939be941e","remote_addr":"[fd00:1122:3344:101::c]:44278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":188,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.821316456Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3f4aa58a-a819-4179-a74a-4103976bfb8a","remote_addr":"[fd00:1122:3344:101::b]:38984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":224,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.833561942Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63488"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.833739556Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.871939679Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.925309647Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"94e0ae78-abdf-4299-9a78-32d829647ac6","remote_addr":"[fd00:1122:3344:101::c]:63488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91653,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:22.925621823Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7284b69b-f711-4bcf-9c79-d32a15b463f9","remote_addr":"[fd00:1122:3344:101::c]:63488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:36.572151015Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37978"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:36.572247787Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"93e63f79-8391-4e85-938b-b98670ab48e9","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37978","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:43.392405461Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"121dd3d7-a3e9-47c3-92b4-9c9541cc7852","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8489,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:51.25528345Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56036"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:51.255387342Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"efd7a5e4-201e-42fd-8ba1-cd04faa21dac","remote_addr":"[fd00:1122:3344:101::a]:56036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:51.309891569Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:51.30992415Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0369fdf3-2578-44dd-8272-492f74df8d18","remote_addr":"[fd00:1122:3344:101::a]:56036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:51.315142758Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44860"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:51.31525787Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:51.356031446Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:51.414636373Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d5edb5c1-4cc6-463f-a3eb-6eb9b2cdfda9","remote_addr":"[fd00:1122:3344:101::a]:44860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99411,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:51.414885847Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43578"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:51.415260414Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5180fc4f-0470-498b-844b-86e2b51c4975","remote_addr":"[fd00:1122:3344:101::a]:44860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":333,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:51.415295924Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2c609a25-a844-4bbf-a2f2-9b7eff339fdd","remote_addr":"[fd00:1122:3344:101::a]:56036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":493,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:51.415359615Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"480793fe-f3dd-4cca-a10e-a395dc20cd87","remote_addr":"[fd00:1122:3344:101::a]:43578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":292,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.440383742Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:65008"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.440614926Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d7ced313-87d9-4fed-a92b-a700edd60680","remote_addr":"[fd00:1122:3344:101::c]:65008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.44382778Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50473"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.443953272Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1d8a986c-e6dc-4294-b5c7-baada53fc883","remote_addr":"[fd00:1122:3344:101::b]:50473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.475739168Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52841"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.475830059Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3b853b80-15fc-4e49-934e-ad9c7bb653b2","remote_addr":"[fd00:1122:3344:101::c]:52841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.483080111Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58692"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.483286995Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"bd0db65d-5189-4cfb-aa2d-60e32743173e","remote_addr":"[fd00:1122:3344:101::b]:58692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":139,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.488885949Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.488900969Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cc7e0b3a-acb6-4fbf-842d-ef9da0f7f0ee","remote_addr":"[fd00:1122:3344:101::b]:50473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.49015561Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.490179031Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e557c739-1062-4bd2-b528-7653fe4ae320","remote_addr":"[fd00:1122:3344:101::c]:52841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.499475687Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d5b7f36e-6b07-4ea6-9126-414d2931db74","remote_addr":"[fd00:1122:3344:101::c]:52841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":266,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.602913409Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3de8b16e-e5ef-4603-a034-1685f65b7374","remote_addr":"[fd00:1122:3344:101::b]:50473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.643708105Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35133"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.643797717Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.684071375Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.742867065Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6d4bb2ae-e41f-4d3b-ac1b-9a09c7dff3c7","remote_addr":"[fd00:1122:3344:101::c]:35133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99100,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.743062498Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45395"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.743234081Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.764810315Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"eaf7f27d-f4f9-4549-b63e-2a282cf2a7fe","remote_addr":"[fd00:1122:3344:101::c]:35133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":158,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.778983633Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.840964217Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"be87f636-6fae-4704-8aa5-5d14a5150d49","remote_addr":"[fd00:1122:3344:101::b]:45395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97794,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:19:52.841390324Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2e01b0a4-7680-479c-94a6-e5dd850f3f55","remote_addr":"[fd00:1122:3344:101::b]:45395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":160,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:06.604241115Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47370"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:06.604330986Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5f1617a0-b065-4949-9c15-2ea776c31ae3","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47370","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:13.392629964Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"facb588e-7f5f-4d44-80fd-78273733ec12","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8300,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:21.469067879Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64243"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:21.469176481Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"621e255b-de47-4c43-8092-f205536e7dfb","remote_addr":"[fd00:1122:3344:101::a]:64243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:21.52198023Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:21.522012Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b47e50aa-8cd7-401d-b384-0710024ee7df","remote_addr":"[fd00:1122:3344:101::a]:64243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:21.531200465Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f01b33c4-f812-4c22-a64c-6621cd5a0d14","remote_addr":"[fd00:1122:3344:101::a]:64243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":179,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:21.592730271Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48498"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:21.592886393Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d735495e-e749-481c-be86-c312748be164","remote_addr":"[fd00:1122:3344:101::a]:48498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:21.610026762Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34335"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:21.610109443Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:21.650414762Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:21.705403058Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"fa905879-5f50-4307-a8bd-c7ee166a8e6d","remote_addr":"[fd00:1122:3344:101::a]:34335","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95328,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:21.705727013Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4a9de54b-29c1-4d96-b954-98699bdee5c9","remote_addr":"[fd00:1122:3344:101::a]:34335","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.391291595Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.391432817Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cf216539-25cc-4254-8c53-075ce50912de","remote_addr":"[fd00:1122:3344:101::b]:62140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.449489815Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.449521755Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"30218e74-7c0e-486b-a773-1b7608e9521c","remote_addr":"[fd00:1122:3344:101::b]:62140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.55434621Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"67a7c2e3-8465-4456-a756-c09bf82ad41f","remote_addr":"[fd00:1122:3344:101::b]:62140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":204,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.57451268Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43474"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.574706423Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9ef80cb6-bd45-417f-889e-00d1fd8856b1","remote_addr":"[fd00:1122:3344:101::c]:43474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.579057387Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59147"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.579136078Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"136173a5-b9d9-434b-aab7-e5f6ce098b60","remote_addr":"[fd00:1122:3344:101::c]:59147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.585067398Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.58521329Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"8131cffe-a869-406f-8759-af85c561732a","remote_addr":"[fd00:1122:3344:101::b]:43133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.731636035Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.731670316Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"63eee2c1-de9f-4d9b-9a26-2e9c18bbe8a7","remote_addr":"[fd00:1122:3344:101::c]:59147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.742949436Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9462f819-9949-4140-8ceb-096d6e81c2f3","remote_addr":"[fd00:1122:3344:101::c]:59147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":176,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.754617942Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:32946"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.754706764Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.791678696Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.849999388Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"449c0c38-7915-43d2-a40b-e0e106075201","remote_addr":"[fd00:1122:3344:101::b]:32946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95331,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.850212112Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49185"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.850516317Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.850588048Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"851a34a6-8821-4b43-86dd-a683a6648966","remote_addr":"[fd00:1122:3344:101::b]:32946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.887157064Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.948921534Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a262cae4-4bb0-4c0f-afee-1f69335a82fd","remote_addr":"[fd00:1122:3344:101::c]:49185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98523,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:22.949327181Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"823388d4-2ad4-4925-b1b5-847aa992f483","remote_addr":"[fd00:1122:3344:101::c]:49185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:36.63784449Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47319"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:36.637956372Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"dafd9c4e-72a8-489c-9630-1eeeb80b3ca6","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47319","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:43.392046494Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"7cc30c3e-a289-47a7-8e71-dfe3b18dff09","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:51.187420696Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56395"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:51.18763512Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"8c3a2d2f-59e7-45b7-a6cb-de6375b2dcb2","remote_addr":"[fd00:1122:3344:101::a]:56395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:51.231444878Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58340"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:51.231550649Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"23117a52-a4c4-4ead-a553-b2f956254247","remote_addr":"[fd00:1122:3344:101::a]:58340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:51.254238681Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:51.254258971Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5b971de8-62d2-48d6-b7f0-6d48d03aa8eb","remote_addr":"[fd00:1122:3344:101::a]:58340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:51.261258549Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"67f09731-12b0-407b-afd2-94842124e320","remote_addr":"[fd00:1122:3344:101::a]:58340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:51.327884381Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34935"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:51.327998923Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:51.365976532Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:51.42104483Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e6a6d7b8-6e57-480c-a222-601bd2189016","remote_addr":"[fd00:1122:3344:101::a]:34935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93084,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:51.421356315Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4065fce5-10f5-4367-8253-33610e6a8cb2","remote_addr":"[fd00:1122:3344:101::a]:34935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.25442773Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48047"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.254549972Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ee024a81-8c0f-4e33-bc51-ed84e0c27b57","remote_addr":"[fd00:1122:3344:101::b]:48047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.321620562Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.321658622Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ed94f52f-2dd4-428f-a646-d3ad9ac90525","remote_addr":"[fd00:1122:3344:101::b]:48047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.331394026Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a4cdac9d-3c31-43dd-94c0-6bd00c984d32","remote_addr":"[fd00:1122:3344:101::b]:48047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.380639885Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65496"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.380809048Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5a5c85b6-3f86-427a-bacf-76c9294cc58f","remote_addr":"[fd00:1122:3344:101::b]:65496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.448914115Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:32953"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.449020107Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.484722608Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.535720026Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2e9f1d6a-b47f-4cd0-a08d-0f6ccaa7783d","remote_addr":"[fd00:1122:3344:101::b]:32953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86733,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.535887459Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40757"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.536163494Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ef6f45da-c9c4-43a5-9f1f-4a6b304c2e56","remote_addr":"[fd00:1122:3344:101::b]:32953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":162,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.536242945Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"68ab5175-55e0-49f8-b7e8-f583a4c5977f","remote_addr":"[fd00:1122:3344:101::c]:40757","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.551805647Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.551845658Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a210f201-a0a2-44f1-9cb9-71ec1fae53e0","remote_addr":"[fd00:1122:3344:101::c]:40757","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":147,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.567519442Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:65350"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.567686975Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"687c7fbb-e46a-45dd-a545-fa4d091dae5b","remote_addr":"[fd00:1122:3344:101::c]:65350","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.585193879Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48943"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.585285151Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.623275911Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.677766788Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e21a4f85-db48-4df7-b30b-48c352596392","remote_addr":"[fd00:1122:3344:101::c]:48943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92523,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.678151664Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"585f0fbc-a330-41b0-ab5e-e6bcf17f840d","remote_addr":"[fd00:1122:3344:101::c]:40757","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":258,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:20:52.678294547Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6fb2d307-1d04-4a5c-8221-1f0fed543f29","remote_addr":"[fd00:1122:3344:101::c]:48943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:06.671337853Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34683"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:06.671429785Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"57da8191-0eb1-4373-8480-c1f998a02c84","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34683","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:13.392574152Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"c8369f1f-09fb-4003-b793-96b56e565a32","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.344237356Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65164"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.344336107Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"be3a0711-a140-4972-9e61-a9448fa4da4d","remote_addr":"[fd00:1122:3344:101::a]:65164","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.38729107Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.387326961Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e69f2a60-53f4-4f09-958e-a57996f8892c","remote_addr":"[fd00:1122:3344:101::a]:65164","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.395455398Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"860dd727-9587-4459-a7ab-45a8ebaecd63","remote_addr":"[fd00:1122:3344:101::a]:65164","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":248,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.535671539Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55954"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.535808291Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"4b1f6b70-bb90-4b0f-863b-ec9f82b483f8","remote_addr":"[fd00:1122:3344:101::a]:55954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.717033432Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61201"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.717130224Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.759248343Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.815379698Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ebeb33d2-f1c3-4347-8a7c-3ab1abbc3094","remote_addr":"[fd00:1122:3344:101::a]:61201","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98294,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.815594922Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50783"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.815717324Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cf6c538f-0ee0-4c66-bb40-24634ebf36dd","remote_addr":"[fd00:1122:3344:101::a]:61201","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.815981228Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 44a38c79-185d-44b1-a294-e3a088dd4f4f, kind: Service { id: c4364b0f-0b76-413b-9126-391216a47153 }, name: Name(\"external-dns-c4364b0f-0b76-413b-9126-391216a47153\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 244])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cd175b09-5785-415d-8d32-a617204393a9, kind: Service { id: 24428c69-128b-4995-bc7a-addc66912490 }, name: Name(\"external-dns-24428c69-128b-4995-bc7a-addc66912490\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 190])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 05db974b-0405-4131-ae02-a37152ea980b, kind: Service { id: fe9c2ca3-0266-4081-952b-4cb3f2bf1371 }, name: Name(\"nexus-fe9c2ca3-0266-4081-952b-4cb3f2bf1371\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 44])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b5216f1-9871-4dfb-aced-f4b109e9a1c2, kind: Service { id: ee35abf0-6140-47bd-8a0f-da60e1b0cdad }, name: Name(\"nexus-ee35abf0-6140-47bd-8a0f-da60e1b0cdad\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 56])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 654f7fda-6e14-4220-bc54-c5c6d8426d7e, kind: Service { id: bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1 }, name: Name(\"nexus-bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.816026959Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.816063229Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.81608328Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.8161102Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.816132661Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.816147911Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:21.816195872Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9164e202-a53c-40af-80a2-caa39b50c3e2","remote_addr":"[fd00:1122:3344:101::a]:50783","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":412,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.452517935Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44220"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.452661237Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c57a87dc-edd0-46aa-9ddb-fc90fe3b0404","remote_addr":"[fd00:1122:3344:101::b]:44220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.507386608Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.507419139Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fce22c3d-8643-4931-91b3-e1e73a758be4","remote_addr":"[fd00:1122:3344:101::b]:44220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.517231264Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"eade0d0f-0838-409b-ba20-df5c2762ed7e","remote_addr":"[fd00:1122:3344:101::b]:44220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":217,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.585515184Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52465"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.585614176Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a5522e66-b9b8-4bb7-93cf-d345373975ee","remote_addr":"[fd00:1122:3344:101::c]:52465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.645305221Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.645336161Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1d799b2f-f188-424b-bcef-1e789af397e4","remote_addr":"[fd00:1122:3344:101::c]:52465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.657782091Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"efabc10a-e3c1-44aa-b7a2-17c885a30f30","remote_addr":"[fd00:1122:3344:101::c]:52465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":284,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.687030473Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41271"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.687247407Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"34955461-d9d8-4288-ad0f-05721d249d4f","remote_addr":"[fd00:1122:3344:101::b]:41271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.703524701Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49818"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.704147611Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.746796929Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.807591293Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"469c53d0-414b-4684-8005-8adf5a6dd731","remote_addr":"[fd00:1122:3344:101::b]:49818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103999,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.807722165Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48616"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.807757906Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37157"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.80801377Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.808117532Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"01d83b93-c19e-4ca7-9af6-11cea25ea130","remote_addr":"[fd00:1122:3344:101::b]:49818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":245,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.811862165Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3bd55d34-93ae-4568-bdfa-d7e34d777d35","remote_addr":"[fd00:1122:3344:101::c]:48616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3801,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.846292785Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.852059282Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55729"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.852373307Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 44a38c79-185d-44b1-a294-e3a088dd4f4f, kind: Service { id: c4364b0f-0b76-413b-9126-391216a47153 }, name: Name(\"external-dns-c4364b0f-0b76-413b-9126-391216a47153\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 244])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cd175b09-5785-415d-8d32-a617204393a9, kind: Service { id: 24428c69-128b-4995-bc7a-addc66912490 }, name: Name(\"external-dns-24428c69-128b-4995-bc7a-addc66912490\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 190])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 05db974b-0405-4131-ae02-a37152ea980b, kind: Service { id: fe9c2ca3-0266-4081-952b-4cb3f2bf1371 }, name: Name(\"nexus-fe9c2ca3-0266-4081-952b-4cb3f2bf1371\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 44])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b5216f1-9871-4dfb-aced-f4b109e9a1c2, kind: Service { id: ee35abf0-6140-47bd-8a0f-da60e1b0cdad }, name: Name(\"nexus-ee35abf0-6140-47bd-8a0f-da60e1b0cdad\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 56])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 654f7fda-6e14-4220-bc54-c5c6d8426d7e, kind: Service { id: bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1 }, name: Name(\"nexus-bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.852434178Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.852473529Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.852497319Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.852520739Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.85254165Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.85256194Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.85258786Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"7fd628ca-4223-48f4-bb9f-c57ea8d4dcb7","remote_addr":"[fd00:1122:3344:101::c]:55729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":405,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.904279821Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"77fc3987-1870-4985-815b-50277979484f","remote_addr":"[fd00:1122:3344:101::c]:37157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96404,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.904670457Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4a779484-6291-4829-9be4-69e139bcd16a","remote_addr":"[fd00:1122:3344:101::c]:37157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.972365817Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41075"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.972609641Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 44a38c79-185d-44b1-a294-e3a088dd4f4f, kind: Service { id: c4364b0f-0b76-413b-9126-391216a47153 }, name: Name(\"external-dns-c4364b0f-0b76-413b-9126-391216a47153\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 244])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cd175b09-5785-415d-8d32-a617204393a9, kind: Service { id: 24428c69-128b-4995-bc7a-addc66912490 }, name: Name(\"external-dns-24428c69-128b-4995-bc7a-addc66912490\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 190])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 05db974b-0405-4131-ae02-a37152ea980b, kind: Service { id: fe9c2ca3-0266-4081-952b-4cb3f2bf1371 }, name: Name(\"nexus-fe9c2ca3-0266-4081-952b-4cb3f2bf1371\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 44])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b5216f1-9871-4dfb-aced-f4b109e9a1c2, kind: Service { id: ee35abf0-6140-47bd-8a0f-da60e1b0cdad }, name: Name(\"nexus-ee35abf0-6140-47bd-8a0f-da60e1b0cdad\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 56])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 654f7fda-6e14-4220-bc54-c5c6d8426d7e, kind: Service { id: bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1 }, name: Name(\"nexus-bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.972656982Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.972683462Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.972708243Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.972715743Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.972732443Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.972742003Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:22.972756324Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f3cd4c66-2a24-4419-bc3b-1335bd0e98c2","remote_addr":"[fd00:1122:3344:101::b]:41075","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":310,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:36.705285034Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33125"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:36.705416726Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"0fbc4eda-1270-497f-9b40-c0b4560428a4","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33125","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:43.391677396Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"310bba38-63db-49e3-8dd7-f341b238a01c","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:51.231978355Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43209"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:51.232116277Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2a12ea87-7713-443f-9f36-e099e32f35c4","remote_addr":"[fd00:1122:3344:101::a]:43209","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:51.247223322Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:51.247244282Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5e3e796f-c156-4547-8fc5-0dc66a8742ba","remote_addr":"[fd00:1122:3344:101::a]:43209","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:51.33207476Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57577"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:51.332247713Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"da1a77ec-cc69-4927-b0af-bc2734edec78","remote_addr":"[fd00:1122:3344:101::a]:57577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:51.346745697Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36753"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:51.346852179Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:51.384513373Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:51.44133592Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e7678887-3872-42d1-9a16-8a080d79e6c1","remote_addr":"[fd00:1122:3344:101::a]:36753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94518,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:51.441800618Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"dad3b0be-6afd-47f0-8553-f856cb4df9cc","remote_addr":"[fd00:1122:3344:101::a]:43209","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":327,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:51.44194711Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"12d618dc-dc5b-4863-ab2d-1652b3d9fe54","remote_addr":"[fd00:1122:3344:101::a]:36753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.372651579Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37098"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.372785252Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d069ff2e-2374-4ba0-80dd-8b4dd793dd14","remote_addr":"[fd00:1122:3344:101::b]:37098","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.415850147Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.415872037Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a97a1a5a-f1dd-4e9f-9847-0f297d855294","remote_addr":"[fd00:1122:3344:101::b]:37098","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.427000565Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49578"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.427160947Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"893ce745-f3ed-4cf8-b895-b909657cf588","remote_addr":"[fd00:1122:3344:101::b]:49578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.430362791Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2f0cbe72-c77c-40cc-9bdd-5b08fa1cdd4a","remote_addr":"[fd00:1122:3344:101::b]:37098","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":211,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.461485175Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40988"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.461641698Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"412b1da4-0fda-42e0-bd1a-286a3f9bdf1e","remote_addr":"[fd00:1122:3344:101::c]:40988","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.482846855Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57597"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.482945006Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.520272745Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.57762205Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"396057a7-2959-41a9-9701-43f9fae25d86","remote_addr":"[fd00:1122:3344:101::b]:57597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94726,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.577796243Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48515"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.577953266Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5f5292d8-e385-4035-8279-7bbbe9896848","remote_addr":"[fd00:1122:3344:101::c]:48515","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.578006807Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"82e71b9f-11ef-4ba9-91f8-b9fa788aabdb","remote_addr":"[fd00:1122:3344:101::b]:57597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":165,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.593524238Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.593555749Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3053b4ff-012d-4053-8964-e38a4c955a8b","remote_addr":"[fd00:1122:3344:101::c]:48515","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":69,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.601846078Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fb09e57d-a429-4d21-9fe5-8c3e4ab5875e","remote_addr":"[fd00:1122:3344:101::c]:48515","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.616350082Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50841"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.616450124Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.651421683Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.702550394Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"19c2466f-fe83-4d6f-a38a-58c6afb1d8e5","remote_addr":"[fd00:1122:3344:101::c]:50841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86148,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:21:52.702889679Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6ecea66c-7462-4a7f-9e25-201ca630cf4e","remote_addr":"[fd00:1122:3344:101::c]:50841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:06.740903793Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45659"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:06.740987644Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"7cee3112-0ff6-44ec-8612-827183fd8727","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45659","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:13.391801457Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"525e861f-e7a5-4c8f-bc3c-c8dbec9bb9db","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7889,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:21.334865706Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36247"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:21.334983579Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"fab603df-a7c4-4184-a9ca-80b0b7f72763","remote_addr":"[fd00:1122:3344:101::a]:36247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:21.369298836Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48679"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:21.369471719Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"47b922d9-f0da-4388-83aa-867e1e49e660","remote_addr":"[fd00:1122:3344:101::a]:48679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:21.378248877Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:21.378270297Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5390b0a4-6ff0-4031-91ab-88429c1487c2","remote_addr":"[fd00:1122:3344:101::a]:36247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:21.387738387Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1fda62cf-3fe7-47ed-9bb1-5ff7228656db","remote_addr":"[fd00:1122:3344:101::a]:36247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":227,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:21.541821611Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59843"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:21.541919143Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:21.578884795Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:21.633693118Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"515cd74e-9efd-43f7-82ca-a9eaf08e5a1b","remote_addr":"[fd00:1122:3344:101::a]:59843","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91800,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:21.635440417Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cbca818e-082f-4cbb-9f05-c9c11b2e865a","remote_addr":"[fd00:1122:3344:101::a]:59843","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.56281783Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49672"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.562991373Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"22c7c45b-8fda-4423-8148-b07c85056435","remote_addr":"[fd00:1122:3344:101::c]:49672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.573857906Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52938"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.573964718Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e878999d-fee1-4d17-a7b4-4b1cd427c002","remote_addr":"[fd00:1122:3344:101::b]:52938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.597092388Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.597149698Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"15a97957-ad96-453b-ae71-ff5f0d417a5b","remote_addr":"[fd00:1122:3344:101::b]:52938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.608159864Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"980b37bc-7bef-46e8-b7f1-9b87b633a919","remote_addr":"[fd00:1122:3344:101::b]:52938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":326,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.611664823Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.611685153Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"985e0abb-981f-4aff-b73e-0da93f038be4","remote_addr":"[fd00:1122:3344:101::c]:49672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.623574373Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"48ead42c-036c-4f8f-bdaa-0f762faec243","remote_addr":"[fd00:1122:3344:101::c]:49672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":245,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.677838147Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33003"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.67800287Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9023aca3-db10-430f-9589-8d40523ecbc9","remote_addr":"[fd00:1122:3344:101::c]:33003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.700844564Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.701003607Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5bb1a46a-0b35-48db-bc31-001f00240e1d","remote_addr":"[fd00:1122:3344:101::b]:50057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.720754699Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47316"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.720854551Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.761070118Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.817307855Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"87bdde91-dc7a-49fd-bdd6-eb1fa7dd5527","remote_addr":"[fd00:1122:3344:101::b]:47316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96493,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.817427667Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63727"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.81761183Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.820962457Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f13b1659-6e26-4534-b474-499f3422dbdf","remote_addr":"[fd00:1122:3344:101::b]:47316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3301,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.852924725Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.908859646Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1fb6a295-b8d7-46e6-9108-794a5b3cf3be","remote_addr":"[fd00:1122:3344:101::c]:63727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91324,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:22.909229923Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d2e95211-bf93-44fa-8ef7-243978bb26f8","remote_addr":"[fd00:1122:3344:101::c]:63727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:36.775157259Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55463"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:36.775258051Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"a31e55ee-69df-4063-870e-f10298adfd87","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55463","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:43.391604793Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"3a19bdf5-591d-4647-be51-62f22b658075","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7568,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:51.155266552Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50992"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:51.155381144Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f1467be0-1ff3-43bf-9e9b-9e95cc088aad","remote_addr":"[fd00:1122:3344:101::a]:50992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:51.20562814Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:51.205700341Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2bc8bdd7-435c-4507-8f67-e43d26e77f7e","remote_addr":"[fd00:1122:3344:101::a]:50992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":197,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:51.216657986Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"be1b1fcf-464a-4534-8ab3-f87229cddef3","remote_addr":"[fd00:1122:3344:101::a]:50992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":329,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:51.384751046Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41629"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:51.384949509Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9dae58d3-4692-4b15-a1db-4dbd72072069","remote_addr":"[fd00:1122:3344:101::a]:41629","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:51.453490763Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58941"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:51.453597375Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:51.494857979Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:51.556726441Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ef3be5ea-4ab3-4dc8-b75d-a0a9a67f7f09","remote_addr":"[fd00:1122:3344:101::a]:58941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103177,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:51.560357262Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"bf360d02-400d-4f96-8ae0-0f230d637eae","remote_addr":"[fd00:1122:3344:101::a]:58941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.401095207Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49241"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.4012651Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8ff485b8-5ae3-4482-9be7-0ad76ace6225","remote_addr":"[fd00:1122:3344:101::c]:49241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.41435856Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37326"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.414444582Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"616bfcb7-c38e-49e2-a349-b7f309b5b373","remote_addr":"[fd00:1122:3344:101::b]:37326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.429356593Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.429373753Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cbdab8d1-b5b6-437b-9cc3-246db6fad404","remote_addr":"[fd00:1122:3344:101::b]:37326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.439077587Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0420b0bd-0066-4cdb-b9bc-54833acf896e","remote_addr":"[fd00:1122:3344:101::b]:37326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":280,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.445556416Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.445579876Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9cfa3c62-2e6e-4fd4-b7ac-047b3edd9f45","remote_addr":"[fd00:1122:3344:101::c]:49241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.455013945Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"39bd1373-1b75-4f29-8e98-33745ed2f035","remote_addr":"[fd00:1122:3344:101::c]:49241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":260,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.461482844Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54433"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.461576335Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.504349646Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.560760515Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"53bba339-a54c-4c2c-95f2-9f0d6ad085f1","remote_addr":"[fd00:1122:3344:101::c]:54433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99210,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.560888207Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54941"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.560936238Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34818"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.561220453Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"6fd59e24-990b-44ac-9b5a-8fcba9855a6c","remote_addr":"[fd00:1122:3344:101::c]:34818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.561279784Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e26dbe2c-019d-4d5c-885e-14f7d8efb618","remote_addr":"[fd00:1122:3344:101::c]:54433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":233,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.561392526Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5ddd2a07-c092-4c6b-b0c5-653ace7e314a","remote_addr":"[fd00:1122:3344:101::b]:54941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":204,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.587283392Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62047"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.587437154Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.626524652Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.680951619Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"05dec0a3-003a-4c72-9705-c6a22332bf42","remote_addr":"[fd00:1122:3344:101::b]:62047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93587,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:22:52.681313625Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6cf519ff-2b2e-4afc-bfb9-f35775269946","remote_addr":"[fd00:1122:3344:101::b]:62047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:06.80790517Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41851"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:06.808013612Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c64689f1-d36a-4404-9792-1cea46e8f206","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41851","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:13.391824296Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"791b7474-ebcb-45eb-a4c4-f058212b5224","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7623,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:21.249291315Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42288"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:21.249417787Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8cd0cea2-ebf5-4224-b71c-b87066e1e68d","remote_addr":"[fd00:1122:3344:101::a]:42288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:21.310690768Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:21.310723519Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3b465d3a-df5f-4af8-a5f1-b7d3febfce13","remote_addr":"[fd00:1122:3344:101::a]:42288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:21.335411665Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"927326f1-a84b-4664-99b4-e007133af7d3","remote_addr":"[fd00:1122:3344:101::a]:42288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":266,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:21.47528232Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44455"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:21.475461352Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"7c9f4000-9d56-4898-bff8-c13aa293988a","remote_addr":"[fd00:1122:3344:101::a]:44455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:21.489763513Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49449"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:21.489855285Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:21.526085325Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:21.583006673Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9f88f8aa-9513-4fe7-9d66-6b055eb717bb","remote_addr":"[fd00:1122:3344:101::a]:49449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93201,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:21.586740066Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"60fedd64-1997-4ab2-9076-28cdb5db51ec","remote_addr":"[fd00:1122:3344:101::a]:49449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.531244547Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53623"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.531355409Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"38c5c963-25c3-4614-a60f-cf72d8040aa3","remote_addr":"[fd00:1122:3344:101::c]:53623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.586530348Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.586582329Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"688a75c9-9412-4a76-91e9-a15c4f3e1406","remote_addr":"[fd00:1122:3344:101::c]:53623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.599439716Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"480bab25-7ef8-4b15-8ec9-e75b2da96586","remote_addr":"[fd00:1122:3344:101::c]:53623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.616476553Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38411"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.616558324Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"05dc2eaf-7a91-4b14-b91c-99ea9bf1bc8d","remote_addr":"[fd00:1122:3344:101::b]:38411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.623242206Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63325"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.62342677Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"bfc25b27-9716-45a7-8f70-d2185e40818c","remote_addr":"[fd00:1122:3344:101::b]:63325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.669688888Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.669719229Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"29e2cf6a-bb64-4959-ac0c-1c7c65c1c3d9","remote_addr":"[fd00:1122:3344:101::b]:38411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.679027336Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fab6ed48-2c3a-42a8-9e7a-7812421e098e","remote_addr":"[fd00:1122:3344:101::b]:38411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":236,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.707754649Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59880"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.707872991Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.745663768Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.800370289Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"eb7bfd5c-818c-4d59-baee-9deedf44630c","remote_addr":"[fd00:1122:3344:101::b]:59880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92549,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.800497411Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36152"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.800685044Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"af5da1f8-60ba-4d24-9d12-18b7133ac2e9","remote_addr":"[fd00:1122:3344:101::c]:36152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.800839066Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0d526acd-8ef0-47d4-8f34-ad405d320d95","remote_addr":"[fd00:1122:3344:101::b]:59880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.817133021Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50025"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.817308394Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.855527817Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.911062682Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3ae83f69-6bfe-433e-957c-fd4f00bbedee","remote_addr":"[fd00:1122:3344:101::c]:50025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93832,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:22.91151059Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7a112100-0207-4717-88d7-bdbdc6ab4937","remote_addr":"[fd00:1122:3344:101::c]:50025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":190,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:36.842823307Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42896"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:36.842925839Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"993046ad-beb8-41b0-aed9-2ab02726fea2","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42896","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:43.391864597Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"c5dbd75e-b784-464a-a9cb-424296e29dce","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7320,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:51.218977044Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55986"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:51.219077935Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"08b4a3be-4872-4ffa-8eb0-a8771e7eb157","remote_addr":"[fd00:1122:3344:101::a]:55986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:51.259892623Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:51.259923283Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"156ac64a-f9ce-4625-9c19-ae09f80fb66a","remote_addr":"[fd00:1122:3344:101::a]:55986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:51.269060467Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"78b5eafd-3740-46d6-b410-ed2b85f3628e","remote_addr":"[fd00:1122:3344:101::a]:55986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":254,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:51.311944759Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57638"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:51.312114932Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"8d1ec2fc-e439-4ae7-b8b7-a049bb8d93e1","remote_addr":"[fd00:1122:3344:101::a]:57638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:51.324421099Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33415"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:51.324523521Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:51.363201442Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:51.418083366Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4e5cee1f-66be-4f9f-9428-dcf17327a7c0","remote_addr":"[fd00:1122:3344:101::a]:33415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93599,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:51.41835501Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d89bdb0a-04e9-47d9-8b58-0ac337ccc0a9","remote_addr":"[fd00:1122:3344:101::a]:33415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.359932033Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64398"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.360046555Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"98587139-8f4c-4f99-b734-316c81e720ce","remote_addr":"[fd00:1122:3344:101::b]:64398","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.394307892Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47532"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.394407333Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ce427f56-3426-4cdb-a2c4-c540f25db905","remote_addr":"[fd00:1122:3344:101::c]:47532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.412996746Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.413051507Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e69e0e3d-bd16-4b6b-af2e-f129504623ba","remote_addr":"[fd00:1122:3344:101::b]:64398","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.418213974Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.418236055Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6baa0406-3a7c-4bf3-9d46-1b8e9ba2576d","remote_addr":"[fd00:1122:3344:101::c]:47532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.423427892Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"00b54287-219f-4bd8-bfee-3a3a6b42bab6","remote_addr":"[fd00:1122:3344:101::b]:64398","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":257,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.428853653Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"60ecbe78-8a9f-453f-b940-4ccec5ff13d5","remote_addr":"[fd00:1122:3344:101::c]:47532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":212,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.447327934Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55759"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.447477097Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.498776171Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.577242652Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e06552d3-2266-4ae5-91a2-0efde087fd85","remote_addr":"[fd00:1122:3344:101::b]:55759","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129822,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.577467716Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42923"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.577552067Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58539"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.577771641Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1fcbf947-d6a2-4875-9502-6770fe64d462","remote_addr":"[fd00:1122:3344:101::b]:55759","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":252,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.577847352Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b6e4f900-c6ca-4808-a215-ab077040c1b8","remote_addr":"[fd00:1122:3344:101::b]:42923","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":180,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.577895993Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e5afad11-8e98-4b69-936f-5d695d8e1df9","remote_addr":"[fd00:1122:3344:101::c]:58539","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":235,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.594397141Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55794"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.594613434Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.633928466Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.694948323Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ec65ba44-fb8e-458f-b240-cdb5f8043d11","remote_addr":"[fd00:1122:3344:101::c]:55794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100418,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:23:52.695543253Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"fac31ab0-9220-4563-852a-e7e9f49cd656","remote_addr":"[fd00:1122:3344:101::c]:55794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":303,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:06.876705548Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59548"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:06.87679614Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"b4ca34ca-a5c0-4fd1-b999-aef8f3093f07","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59548","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":32,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:08.31070939Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:08.310767842Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:08.340925519Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999614s","next_cleanup":"Instant { tv_sec: 1935, tv_nsec: 222799115 }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:13.39143882Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"b201f858-a624-4275-afc1-4ba0dd8db891","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7616,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:21.299986058Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37496"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:21.300176351Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8b58e03a-0415-48fc-8bd1-91c891a8ec45","remote_addr":"[fd00:1122:3344:101::a]:37496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:21.315347987Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:21.315371997Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2ac632c9-a826-434c-9325-0ba3c0cf7d2e","remote_addr":"[fd00:1122:3344:101::a]:37496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:21.323108397Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d4c08e7b-fa46-417d-b716-3595b3d3e81d","remote_addr":"[fd00:1122:3344:101::a]:37496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":231,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:21.485779046Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46618"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:21.485951349Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c15c28ce-0a2d-4fb8-91c9-fc4d25e5fd7b","remote_addr":"[fd00:1122:3344:101::a]:46618","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:21.568949276Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62816"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:21.569053238Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:21.607963563Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:21.659829636Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6e3378a3-920f-460e-aa80-240606dde3d2","remote_addr":"[fd00:1122:3344:101::a]:62816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90831,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:21.66419921Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f49a1b30-19d3-4e6e-a4a9-cbc77d5d0586","remote_addr":"[fd00:1122:3344:101::a]:62816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.430852787Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.447328185Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50481"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.447463157Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"20f64274-5f61-424e-a41a-28e1fd6b9462","remote_addr":"[fd00:1122:3344:101::b]:50481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.469829243Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47903"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.470005186Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8698e106-4455-4d58-adb9-35ac61b6301e","remote_addr":"[fd00:1122:3344:101::c]:47903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.515724296Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.515756537Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9c59eeca-790d-47ad-861d-50112bf7c8d0","remote_addr":"[fd00:1122:3344:101::b]:50481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.525693794Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"69999f9c-6340-4082-9f78-35420c0d679f","remote_addr":"[fd00:1122:3344:101::b]:50481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":202,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.536960064Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.536978554Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"68b191ba-1ad7-403a-961a-ae53bf59e91e","remote_addr":"[fd00:1122:3344:101::c]:47903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.546449303Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8ba99734-350e-41bf-8a89-61f226c2b553","remote_addr":"[fd00:1122:3344:101::c]:47903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":156,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.615190491Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38876"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.615381824Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9f104c49-9f5d-4153-b289-6a40c7aee0df","remote_addr":"[fd00:1122:3344:101::b]:38876","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.642563212Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46788"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.642661213Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.68465708Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.747985596Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"06369b52-03f7-4e6a-9cfb-8bbf59b93e2c","remote_addr":"[fd00:1122:3344:101::b]:46788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105371,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.748355383Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b27977a2-f8dd-48ee-af04-b2b5b5528e0c","remote_addr":"[fd00:1122:3344:101::b]:46788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.779133001Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37328"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.779363405Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3866b06a-8010-4446-93ff-207a19ce3446","remote_addr":"[fd00:1122:3344:101::c]:37328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":158,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.873959588Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49506"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.87408917Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.911806865Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.968016091Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2095d841-311c-496a-a6df-7a60e87d0e95","remote_addr":"[fd00:1122:3344:101::c]:49506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93995,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:22.968271445Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b1f1d10e-174b-40ae-9686-271ce428d9ba","remote_addr":"[fd00:1122:3344:101::c]:49506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:36.911905091Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43665"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:36.912032713Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"d32d5072-df70-40fc-83cf-ff18b3f2a20d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43665","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:43.39203518Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"e5f6a456-6378-49ff-91be-796bdb3a0489","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7909,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:51.235002774Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:51.235102595Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6e3324d2-e423-442c-bbb6-6088709d938e","remote_addr":"[fd00:1122:3344:101::a]:56140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:51.281256293Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:51.281281153Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a2407201-d1da-45b3-8ac6-9c3e3b3f5941","remote_addr":"[fd00:1122:3344:101::a]:56140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:51.315727963Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50333"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:51.315892016Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"0af8bc14-f714-44d2-8965-aba1ba78aa52","remote_addr":"[fd00:1122:3344:101::a]:50333","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:51.322913824Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3240a937-8214-40a0-8a8b-2b708b7a2312","remote_addr":"[fd00:1122:3344:101::a]:56140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:51.357414065Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39492"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:51.357504636Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:51.398004058Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:51.458383725Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"43e6ff75-5ba8-4048-aa4b-80df7381574a","remote_addr":"[fd00:1122:3344:101::a]:39492","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100910,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:51.45867392Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b57b867d-cec8-42c9-82f8-a6f65f00c40a","remote_addr":"[fd00:1122:3344:101::a]:39492","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.28433617Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47374"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.284482913Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"88b36e6c-68fc-4a10-b140-42ff3435403d","remote_addr":"[fd00:1122:3344:101::b]:47374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.338143506Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.338193047Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"572e2191-40db-4750-8e3f-b3aa19926bfa","remote_addr":"[fd00:1122:3344:101::b]:47374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.347310401Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"57570a25-72fe-4e70-9c10-d3dfad50317e","remote_addr":"[fd00:1122:3344:101::b]:47374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.423391172Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52859"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.423496184Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8820a0d7-9b44-429a-ba68-7a0e0efd2a5b","remote_addr":"[fd00:1122:3344:101::c]:52859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.444233922Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59984"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.444437646Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a369ee65-c2a1-42ef-8ce0-407427ce3551","remote_addr":"[fd00:1122:3344:101::b]:59984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":143,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.471371259Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.47139007Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4cfe2632-9f77-46df-81cf-f61147cb2d15","remote_addr":"[fd00:1122:3344:101::c]:52859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.480356831Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"705da4e5-53e3-4493-bc34-94f359c16792","remote_addr":"[fd00:1122:3344:101::c]:52859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":174,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.48387694Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37903"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.484007762Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.523556378Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.580458366Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"645221e8-ad70-4131-92d1-1a1d450d3cb3","remote_addr":"[fd00:1122:3344:101::b]:37903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96486,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.580620869Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58616"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.580662279Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57843"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.580934944Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c7316dd0-6160-4bc2-ac30-81286f31aabf","remote_addr":"[fd00:1122:3344:101::b]:37903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":246,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.580947134Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a6532eb4-d527-4e33-90c4-265ea8fa30c2","remote_addr":"[fd00:1122:3344:101::c]:57843","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":189,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.581065726Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.616404071Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.670497152Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"365c6bb7-0e79-4f9d-a300-f6e2d2bb53fb","remote_addr":"[fd00:1122:3344:101::c]:58616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89560,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:24:52.670882118Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d272aa90-278d-4b89-88b2-c8d63d43705e","remote_addr":"[fd00:1122:3344:101::c]:58616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:06.946595264Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61411"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:06.946678886Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"58d5fcff-ac71-4d92-8b3a-23092354a906","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61411","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:13.392040199Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"d21e6ab4-3b2f-4930-863e-03e8cff517db","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8256,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:21.316841912Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35272"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:21.316958464Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3ce170d4-7af5-4995-9ed7-d7f6331bec81","remote_addr":"[fd00:1122:3344:101::a]:35272","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:21.363540548Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:21.363569508Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a265c5dc-4cbe-4184-beaf-adf92a3beb3e","remote_addr":"[fd00:1122:3344:101::a]:35272","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:21.480262573Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57701"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:21.480432666Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5e392b96-2319-4b63-af2a-1f36f23ab56f","remote_addr":"[fd00:1122:3344:101::a]:57701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:21.485295388Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4971cb7d-08dd-4288-ab14-472b002f7ca6","remote_addr":"[fd00:1122:3344:101::a]:35272","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":232,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:21.640906658Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53141"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:21.64102057Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:21.679550339Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:21.735240126Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c3ab1940-452b-47e6-8599-156bafa0a19e","remote_addr":"[fd00:1122:3344:101::a]:53141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94271,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:21.735662353Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"822203e0-a0ca-4539-82d5-fb3dc351a23e","remote_addr":"[fd00:1122:3344:101::a]:53141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":165,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.391593736Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45303"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.391715998Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6b7caf38-f65f-4b90-8081-5dbbeef8d2b1","remote_addr":"[fd00:1122:3344:101::b]:45303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.467527765Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.467559875Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ea47fc95-01e2-4339-b408-e8715ab840a4","remote_addr":"[fd00:1122:3344:101::b]:45303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.478713493Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b8e1eb15-b571-454f-9e21-429f60a4340f","remote_addr":"[fd00:1122:3344:101::b]:45303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":252,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.617624052Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36779"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.617844335Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d25abae8-3e45-4f95-b717-d17dfb315cb7","remote_addr":"[fd00:1122:3344:101::b]:36779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.654004504Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57667"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.654112616Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8f880a78-99ac-45b3-a7d2-38b7d17584df","remote_addr":"[fd00:1122:3344:101::c]:57667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.701619986Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.701656007Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4772a4cb-c75a-4457-a42d-bd32b6b9cec4","remote_addr":"[fd00:1122:3344:101::c]:57667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.712049642Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4e13ff6b-6b40-4e1c-bd0a-06dceede470f","remote_addr":"[fd00:1122:3344:101::c]:57667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":250,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.738856993Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44146"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.738937884Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.776147461Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.831392931Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b3911013-8242-46c6-b9c7-740b1749832a","remote_addr":"[fd00:1122:3344:101::b]:44146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92489,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.831675316Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35155"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.831866539Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d1564088-521d-4def-ae60-07886a30193e","remote_addr":"[fd00:1122:3344:101::b]:44146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.832012351Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"243eca88-9fdb-4216-84b8-cbd669990b33","remote_addr":"[fd00:1122:3344:101::c]:35155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":194,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.890663779Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36891"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.890777531Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.924938636Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.981643941Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7888a2f2-5dff-4609-97d6-95fc416e6e15","remote_addr":"[fd00:1122:3344:101::c]:36891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90932,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:22.981951506Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2b8b0271-4c56-44ea-81b0-7b0de999e602","remote_addr":"[fd00:1122:3344:101::c]:36891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:36.979817274Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38628"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:36.979927665Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f391ba6f-d4b0-4bd5-b396-f4df27ca2250","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38628","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:43.392256893Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"965a8769-3b56-4e9d-924f-2a5effbe76d1","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7930,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:51.215504235Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33318"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:51.215631308Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"46233e91-6ee6-45f1-afbc-27de0da6ff32","remote_addr":"[fd00:1122:3344:101::a]:33318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:51.221004738Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65175"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:51.221173601Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"2545c4d9-4e94-4768-91da-b36a48bcd5db","remote_addr":"[fd00:1122:3344:101::a]:65175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:51.230580339Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:51.23061313Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"90415e2f-7392-4abf-a304-e1bab06d9b66","remote_addr":"[fd00:1122:3344:101::a]:33318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:51.239994098Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8e3088b3-ba57-4749-96fc-fe290e77e658","remote_addr":"[fd00:1122:3344:101::a]:33318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":247,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:51.304232999Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46463"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:51.304322481Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:51.343098194Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:51.398290353Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"086dc274-6d8e-4bde-ba8e-a1b8d536f378","remote_addr":"[fd00:1122:3344:101::a]:46463","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94001,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:51.398547627Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0d3b3e06-98c3-4bb7-bf11-b28dafac71d5","remote_addr":"[fd00:1122:3344:101::a]:46463","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.399584861Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61240"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.399682482Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e9a71fd1-7de5-4b6e-b41d-9b68cfd88e4d","remote_addr":"[fd00:1122:3344:101::b]:61240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.402137833Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33557"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.402224535Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a1841223-596a-48c9-b0bf-acdb00831962","remote_addr":"[fd00:1122:3344:101::c]:33557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.41739042Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.417413081Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1bd87fd5-f624-408c-a701-e3eeffcab6ff","remote_addr":"[fd00:1122:3344:101::c]:33557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":68,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.44649618Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.446534521Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8a65ae1a-5671-4b57-8a3f-9c6553852b05","remote_addr":"[fd00:1122:3344:101::b]:61240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.464500414Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a32df5ba-756f-4849-a15e-85c588ffc18f","remote_addr":"[fd00:1122:3344:101::b]:61240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":233,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.494857194Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.495057168Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5ced0fc6-6c7b-4c1f-9d8f-8d828631e8a4","remote_addr":"[fd00:1122:3344:101::c]:56900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.498466955Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"482d6c06-9084-4053-8159-934f2770d3b5","remote_addr":"[fd00:1122:3344:101::c]:33557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":166,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.502873089Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44363"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.503015982Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"1a35d4b7-7947-4aed-9e4b-615d017d1b35","remote_addr":"[fd00:1122:3344:101::b]:44363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.5183256Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37840"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.518411821Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.556884769Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.614160493Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4ce5f129-229c-408c-a64b-cfeeaf8c8db8","remote_addr":"[fd00:1122:3344:101::b]:37840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95787,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.614297705Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51153"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.61455827Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.61813401Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"012b873a-feef-4cf4-93e8-e1c194219b25","remote_addr":"[fd00:1122:3344:101::b]:37840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3600,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.649127062Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.706980816Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f8a9b14f-c71f-4a04-8361-2b8c3fc088cd","remote_addr":"[fd00:1122:3344:101::c]:51153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92541,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:25:52.707359442Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cc70f2dc-b6b5-4499-83c4-bc9bcead346a","remote_addr":"[fd00:1122:3344:101::c]:51153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:07.013112303Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59445"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:07.013239416Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"9bec753f-e05c-4afc-9d2a-69672c71a0ed","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59445","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:13.392011409Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"db707107-8fd1-4f00-a68c-5f39d71d0c6c","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7816,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.483642709Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58251"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.483749211Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8394383d-822f-4f07-9edc-6b7b2de802e1","remote_addr":"[fd00:1122:3344:101::a]:58251","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.508774653Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.508805993Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"98df10af-e662-4393-ad3e-daee7862ef6d","remote_addr":"[fd00:1122:3344:101::a]:58251","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.518643839Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f3e8a98e-45dc-4143-a820-6cb6df8ae2f9","remote_addr":"[fd00:1122:3344:101::a]:58251","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":278,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.635951724Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41157"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.636060706Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.636070966Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.636121357Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.636614915Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.642218469Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60809"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.642716888Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3c74fd2c-5652-488f-9d67-51e3184ecd01","remote_addr":"[fd00:1122:3344:101::a]:60809","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.649687955Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.649710096Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.655261579Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57900"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.655672496Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.678627362Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.678683543Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.698485577Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.707902785Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.707957716Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.734284789Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.734345061Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.758509437Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.758571798Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.76457605Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"aac3693b-15cb-4ff4-8b93-2def83e0443b","remote_addr":"[fd00:1122:3344:101::a]:57900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109074,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.764931685Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9eb9c93b-b0db-4e6b-bace-446f6e5d6463","remote_addr":"[fd00:1122:3344:101::a]:57900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.782668684Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.782744875Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.792775954Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55713"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.79310435Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 44a38c79-185d-44b1-a294-e3a088dd4f4f, kind: Service { id: c4364b0f-0b76-413b-9126-391216a47153 }, name: Name(\"external-dns-c4364b0f-0b76-413b-9126-391216a47153\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 244])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cd175b09-5785-415d-8d32-a617204393a9, kind: Service { id: 24428c69-128b-4995-bc7a-addc66912490 }, name: Name(\"external-dns-24428c69-128b-4995-bc7a-addc66912490\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 190])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 05db974b-0405-4131-ae02-a37152ea980b, kind: Service { id: fe9c2ca3-0266-4081-952b-4cb3f2bf1371 }, name: Name(\"nexus-fe9c2ca3-0266-4081-952b-4cb3f2bf1371\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 44])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b5216f1-9871-4dfb-aced-f4b109e9a1c2, kind: Service { id: ee35abf0-6140-47bd-8a0f-da60e1b0cdad }, name: Name(\"nexus-ee35abf0-6140-47bd-8a0f-da60e1b0cdad\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 56])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 654f7fda-6e14-4220-bc54-c5c6d8426d7e, kind: Service { id: bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1 }, name: Name(\"nexus-bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.793161261Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.793199301Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.793229262Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.793260802Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.793282223Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.793299193Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.793355584Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"65f76820-38f3-4d39-b9a0-290509815b43","remote_addr":"[fd00:1122:3344:101::a]:55713","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":478,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.804809917Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.804875058Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.826040394Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.826097005Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_34789575-52b6-411b-9614-90f11629cb04"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.848182597Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.850817331Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:21.860097868Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"d6f34e64-52e1-4dbb-9ad4-9ab52b1db9cd","remote_addr":"[fd00:1122:3344:101::a]:41157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":224092,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.525699224Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64553"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.525861776Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cbb99bd0-df2f-48cb-a3aa-76c8747753e9","remote_addr":"[fd00:1122:3344:101::b]:64553","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.580370844Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.580408965Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cf442459-d2aa-4f0e-9f01-f27e00e50714","remote_addr":"[fd00:1122:3344:101::b]:64553","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.595779163Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6b110f2e-dfe9-4bfd-924d-232e5d104886","remote_addr":"[fd00:1122:3344:101::b]:64553","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":352,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.699387858Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65279"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.69950845Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.69952139Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.699570301Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.699973227Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.706370745Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58970"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.706533798Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63745"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.707132828Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c649fb64-2c3b-4769-a136-d20f4dc7adf1","remote_addr":"[fd00:1122:3344:101::c]:58970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.70727899Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.717165277Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.717220338Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.760324844Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.760390725Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.76784695Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.775595861Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.775723393Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"949c266d-2618-444b-be98-cd47dc284282","remote_addr":"[fd00:1122:3344:101::c]:58970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":359,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.788432187Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e4dcb235-f7e5-4c72-a0c0-16f3837250b1","remote_addr":"[fd00:1122:3344:101::c]:58970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":950,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.80049944Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.800589392Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.83433762Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46930"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.834660695Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"25911eaa-c7e4-4455-a6ea-44a8e27724a7","remote_addr":"[fd00:1122:3344:101::b]:46930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":190,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.838187945Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.838212845Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.862324501Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b60277ba-219b-40e8-b682-ae635f656ef2","remote_addr":"[fd00:1122:3344:101::b]:63745","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155316,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.862471303Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:65096"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.862480454Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46139"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.862901451Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"faadcd5e-46d2-4d88-99c4-863aad5ec2f8","remote_addr":"[fd00:1122:3344:101::b]:63745","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":310,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.862958542Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.862994382Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.863093024Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"249b5731-9d87-406a-b0cb-b9d31ce76314","remote_addr":"[fd00:1122:3344:101::c]:65096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":340,"response_code":"200"} {"msg":"Reading ledger from /pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.863190215Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.867786593Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.87297792Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.873282376Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.879955468Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34592"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.880509107Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3d4d0721-dd16-40d1-afff-d64c8f3a10ff (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.891014964Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.891056155Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_3d4d0721-dd16-40d1-afff-d64c8f3a10ff"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.900785788Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38885"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.901405829Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51048"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.901866917Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 44a38c79-185d-44b1-a294-e3a088dd4f4f, kind: Service { id: c4364b0f-0b76-413b-9126-391216a47153 }, name: Name(\"external-dns-c4364b0f-0b76-413b-9126-391216a47153\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 244])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cd175b09-5785-415d-8d32-a617204393a9, kind: Service { id: 24428c69-128b-4995-bc7a-addc66912490 }, name: Name(\"external-dns-24428c69-128b-4995-bc7a-addc66912490\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 190])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 05db974b-0405-4131-ae02-a37152ea980b, kind: Service { id: fe9c2ca3-0266-4081-952b-4cb3f2bf1371 }, name: Name(\"nexus-fe9c2ca3-0266-4081-952b-4cb3f2bf1371\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 44])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b5216f1-9871-4dfb-aced-f4b109e9a1c2, kind: Service { id: ee35abf0-6140-47bd-8a0f-da60e1b0cdad }, name: Name(\"nexus-ee35abf0-6140-47bd-8a0f-da60e1b0cdad\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 56])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 654f7fda-6e14-4220-bc54-c5c6d8426d7e, kind: Service { id: bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1 }, name: Name(\"nexus-bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.901925218Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.901982909Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.902020589Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.90205584Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.902091741Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.902110851Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.902130051Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"85de1cf2-c023-4c3a-aa6c-12a53fae7ee9","remote_addr":"[fd00:1122:3344:101::b]:38885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1147,"response_code":"204"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.902588469Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 44a38c79-185d-44b1-a294-e3a088dd4f4f, kind: Service { id: c4364b0f-0b76-413b-9126-391216a47153 }, name: Name(\"external-dns-c4364b0f-0b76-413b-9126-391216a47153\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 244])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cd175b09-5785-415d-8d32-a617204393a9, kind: Service { id: 24428c69-128b-4995-bc7a-addc66912490 }, name: Name(\"external-dns-24428c69-128b-4995-bc7a-addc66912490\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 190])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 05db974b-0405-4131-ae02-a37152ea980b, kind: Service { id: fe9c2ca3-0266-4081-952b-4cb3f2bf1371 }, name: Name(\"nexus-fe9c2ca3-0266-4081-952b-4cb3f2bf1371\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 44])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 5b5216f1-9871-4dfb-aced-f4b109e9a1c2, kind: Service { id: ee35abf0-6140-47bd-8a0f-da60e1b0cdad }, name: Name(\"nexus-ee35abf0-6140-47bd-8a0f-da60e1b0cdad\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 56])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 654f7fda-6e14-4220-bc54-c5c6d8426d7e, kind: Service { id: bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1 }, name: Name(\"nexus-bb861d0b-0ac2-4c45-b09c-c62f0cfddaa1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 194])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.90264494Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.902683831Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.902708041Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.902741452Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.902766622Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.902783962Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.902808963Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d49e5893-f780-4687-b605-382de443deb3","remote_addr":"[fd00:1122:3344:101::c]:51048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":421,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 41cc83ed-adbe-492f-ae31-7074b31692b0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.920934198Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.921184592Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_41cc83ed-adbe-492f-ae31-7074b31692b0"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.931922663Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.937516797Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.937598148Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 7e02d0c4-4e5d-440d-94c1-593a67af3118 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.956337934Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.956740061Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_7e02d0c4-4e5d-440d-94c1-593a67af3118"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.973082726Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:22.973130917Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.000288843Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.000433676Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_34789575-52b6-411b-9614-90f11629cb04"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.005840557Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0e4fa9b4-cfcb-4824-a3d0-3196a087ae6a","remote_addr":"[fd00:1122:3344:101::c]:34592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":125563,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.006408906Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"37de87dd-a812-4ad8-913a-9f754cc47ec7","remote_addr":"[fd00:1122:3344:101::c]:34592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":303,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 22c20cb3-3659-48b7-b12d-b9ae21224e50 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.016446326Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.016485976Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_22c20cb3-3659-48b7-b12d-b9ae21224e50"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.033702116Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.033836318Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 10325d85-ce1b-49aa-8039-7e9482ec8803 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.048932433Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.048981143Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_10325d85-ce1b-49aa-8039-7e9482ec8803"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.067611247Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"e94b29b0-f71a-4e45-ac1f-378d5d244e7e","remote_addr":"[fd00:1122:3344:101::b]:65279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":368130,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.073195571Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.073219411Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 192cce10-69a8-4ed6-a459-9ca86a7206ec (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.097159125Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.097239996Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_192cce10-69a8-4ed6-a459-9ca86a7206ec"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 34789575-52b6-411b-9614-90f11629cb04 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.123400106Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.123477448Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_34789575-52b6-411b-9614-90f11629cb04"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: e80b2509-2264-41c1-be0f-a3173a243a47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.149327753Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.149384314Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_e80b2509-2264-41c1-be0f-a3173a243a47"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:23.163909818Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"b6eaac8b-17c3-4adf-9391-c0c0e08f1e45","remote_addr":"[fd00:1122:3344:101::c]:46139","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":301181,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:37.047329529Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53530"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:37.047420991Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"01b1cd89-c4bc-4f69-aa39-fc09b0962ee6","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53530","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:43.392441796Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"971c5b8b-8f47-4e4f-b14c-4542163107d3","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7863,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:51.249811752Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55344"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:51.249952834Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"36f1f313-3ef9-423e-a92c-af7607f830b5","remote_addr":"[fd00:1122:3344:101::a]:55344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:51.265546617Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:51.265565537Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2bfbfa38-2f18-478a-8668-e990d90c739e","remote_addr":"[fd00:1122:3344:101::a]:55344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":68,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:51.277853504Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2c2d4934-d036-4702-a63e-11128bc8f4bb","remote_addr":"[fd00:1122:3344:101::a]:55344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":309,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:51.329017825Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42285"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:51.329134317Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:51.369389435Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:51.431684484Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"94bb273a-a55e-4167-9d8d-28ee5d0d9305","remote_addr":"[fd00:1122:3344:101::a]:42285","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102604,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:51.431918108Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58522"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:51.4320325Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"bb85e2f7-0602-43f9-8548-2bea243f97aa","remote_addr":"[fd00:1122:3344:101::a]:42285","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:51.432257654Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c95b8a1b-3777-4525-9751-a30de050f78a","remote_addr":"[fd00:1122:3344:101::a]:58522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":182,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.346534787Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61921"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.346615878Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d1e05c3f-93db-4c74-92a9-2c981ac2841a","remote_addr":"[fd00:1122:3344:101::b]:61921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.391559594Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.391587125Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"250ace9d-dbf2-486e-a3a4-94a9ff6aa1e0","remote_addr":"[fd00:1122:3344:101::b]:61921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.402256875Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"95e07e18-dd57-4966-9b79-e789899587a6","remote_addr":"[fd00:1122:3344:101::b]:61921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.418245357Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52057"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.418337047Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.461496452Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.516177623Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"29a92a3a-6b8a-4d64-afaa-37da13094b54","remote_addr":"[fd00:1122:3344:101::b]:52057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97864,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.516347346Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38341"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.516417517Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49910"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.516467117Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61555"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.516791193Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a858c22d-57ac-4395-9d21-f9e435cf8be0","remote_addr":"[fd00:1122:3344:101::b]:61555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":232,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.516819843Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b834f0d5-dbb1-4e2e-91b0-2666351350da","remote_addr":"[fd00:1122:3344:101::b]:52057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":345,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.516831754Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"67a25fbf-834e-46d5-8122-fe1557a8de07","remote_addr":"[fd00:1122:3344:101::c]:38341","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.516861174Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"273494d4-958b-4764-8142-42001ca5c6bc","remote_addr":"[fd00:1122:3344:101::c]:49910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":173,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.547069153Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35958"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.547223015Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.585276636Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.642239505Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c67b8558-36ac-40dd-9512-81fdc25f6572","remote_addr":"[fd00:1122:3344:101::c]:35958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95090,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.642424368Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.642440209Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"76dd5a16-3c41-4c57-9348-a818bf540bdd","remote_addr":"[fd00:1122:3344:101::c]:49910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.642576471Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"422ca792-22cc-4514-9226-a33cfd1799e4","remote_addr":"[fd00:1122:3344:101::c]:35958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:26:52.652809983Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0c8cb0eb-bf49-4efe-a46e-ae1a7e9df5a4","remote_addr":"[fd00:1122:3344:101::c]:49910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":368,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:07.080920934Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34138"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:07.081138008Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f400fad3-1674-4344-b81e-7fb11105e862","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34138","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:13.392982224Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"81aed843-2dbc-4d77-a1f3-149e5721dd3f","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8338,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:21.399236787Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62191"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:21.399375089Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"dadf2a25-3ad7-486f-9e5c-888f0a7c2648","remote_addr":"[fd00:1122:3344:101::a]:62191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:21.415771216Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:21.415791466Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4f691dc8-db01-461e-81e9-219f9f0a47f0","remote_addr":"[fd00:1122:3344:101::a]:62191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:21.486998995Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62632"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:21.487187758Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b37cea45-cf27-44f4-81a9-548a53e92e5a","remote_addr":"[fd00:1122:3344:101::a]:62632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:21.490069576Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e3cb779b-ae7c-4370-ace4-3ffe81338d8a","remote_addr":"[fd00:1122:3344:101::a]:62191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":166,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:21.57814867Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47133"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:21.578272301Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:21.61739288Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:21.672763232Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"db66721a-930d-43f3-82e3-ba448b8c6654","remote_addr":"[fd00:1122:3344:101::a]:47133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94542,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:21.673038137Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"fa7e407e-c240-4898-8552-19188e9bb700","remote_addr":"[fd00:1122:3344:101::a]:47133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.547923597Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65408"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.548069479Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c8f139af-fc80-4ea8-bd56-66d33f05ea0f","remote_addr":"[fd00:1122:3344:101::b]:65408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.550361108Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47891"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.550462119Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"48f3f38d-5f19-4c88-8ac7-9ce43750fbd4","remote_addr":"[fd00:1122:3344:101::c]:47891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":20,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.561695449Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56517"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.561995063Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"1c4ef2ab-3b45-4e51-b93d-156aa8841beb","remote_addr":"[fd00:1122:3344:101::c]:56517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":195,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.593117598Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.593143708Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"61530c2e-149e-4465-811f-e4d7b5e3a056","remote_addr":"[fd00:1122:3344:101::c]:47891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.596013626Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.596027696Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0434070d-ffab-4ab7-8e8a-fe18bd21717f","remote_addr":"[fd00:1122:3344:101::b]:65408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.60277784Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"262ebb8d-8465-4bbd-8993-723ac69959b1","remote_addr":"[fd00:1122:3344:101::c]:47891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":173,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.606052855Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"33653e8c-e6ec-4dc1-97fc-85fbad554450","remote_addr":"[fd00:1122:3344:101::b]:65408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":145,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.6425573Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61088"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.642662602Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.682821728Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.735954962Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1bbeb4d6-cf72-4c5c-a201-71efa2fe8f52","remote_addr":"[fd00:1122:3344:101::b]:61088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93327,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.736087515Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52128"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.7364123Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"218e88b3-d6fb-4722-ae20-d66d59e11853","remote_addr":"[fd00:1122:3344:101::b]:52128","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":221,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.736557293Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"92c3a8d8-1a60-4332-a986-87fe18c034b0","remote_addr":"[fd00:1122:3344:101::b]:61088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.842824782Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43212"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.842992614Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.881764487Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.940357914Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ffa55454-2412-4c30-8815-2da8aeeb5194","remote_addr":"[fd00:1122:3344:101::c]:43212","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97451,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:22.940612488Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"fa391587-293e-4c53-b1c0-47a213a8d72a","remote_addr":"[fd00:1122:3344:101::c]:43212","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:37.117413558Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65524"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:37.117584601Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c9756fb3-3428-4432-9a78-06f666c24189","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65524","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:43.3927803Z","hostname":"sock","pid":1566,"uri":"/b1eebc13-191d-4a5d-a35e-84ae64fecac9","method":"GET","req_id":"9bba7b06-5c6c-4c3c-aff4-4fee5e8a0f70","remote_addr":"[fd00:1122:3344:101::d]:61296","local_addr":"[fd00:1122:3344:101::1]:42313","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7961,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.201822403Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41663"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.202045607Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"1375dcf7-6966-469e-a635-946d2340bfc6","remote_addr":"[fd00:1122:3344:101::a]:41663","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.203607083Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:874","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(10154056) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.203650944Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"PUT","req_id":"83069c2b-9e98-4264-850a-43e3cb607748","remote_addr":"[fd00:1122:3344:101::a]:41663","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1378,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.28834892Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35793"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.297183408Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 0c5ddff5-9022-4861-af17-d53a460c2ce6, project_id: e2ebdad1-8f04-4214-bdf5-addacd684a7a }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-12-21T01:27:46.288146076Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 230fd846-fc82-4611-b8a1-b89c61e310fc, kind: Instance { id: 95ae81e6-d851-46fd-bcac-7f515000bd9f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10154056), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 230fd846-fc82-4611-b8a1-b89c61e310fc, kind: Instance { id: 95ae81e6-d851-46fd-bcac-7f515000bd9f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10154056), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 230fd846-fc82-4611-b8a1-b89c61e310fc, kind: Instance { id: 95ae81e6-d851-46fd-bcac-7f515000bd9f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10154056), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(10154056))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 230fd846-fc82-4611-b8a1-b89c61e310fc, kind: Instance { id: 95ae81e6-d851-46fd-bcac-7f515000bd9f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10154056), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-d4e2afbe9ee\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 62c41e8d-f49b-4cdc-9774-7d850d0e7258, read_only_parent: Some(Volume { block_size: 512, id: 186589e0-2a0a-4693-8983-34b2b086174b, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c9f7c76a-5a10-49db-bb0f-30ca32b858ca, key: Some(\"UV3OAu9LOgEU1X2+j2BWlETqlwYK9O5MEkyJNrolqcc=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::15]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 62c41e8d-f49b-4cdc-9774-7d850d0e7258, key: Some(\"uql8OYVlSJTkppoHfPokWqUfH8uOunxX66xjZVJ2lUw=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19003\", \"[fd00:1122:3344:101::13]:19003\", \"[fd00:1122:3344:101::17]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-d4e2afbe9ee\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.2972548Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.29726753Z","hostname":"sock","pid":1566,"propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1281","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 230fd846-fc82-4611-b8a1-b89c61e310fc, kind: Instance { id: 95ae81e6-d851-46fd-bcac-7f515000bd9f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10154056), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 230fd846-fc82-4611-b8a1-b89c61e310fc, kind: Instance { id: 95ae81e6-d851-46fd-bcac-7f515000bd9f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10154056), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 230fd846-fc82-4611-b8a1-b89c61e310fc, kind: Instance { id: 95ae81e6-d851-46fd-bcac-7f515000bd9f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10154056), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(10154056))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 230fd846-fc82-4611-b8a1-b89c61e310fc, kind: Instance { id: 95ae81e6-d851-46fd-bcac-7f515000bd9f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10154056), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-d4e2afbe9ee\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 62c41e8d-f49b-4cdc-9774-7d850d0e7258, read_only_parent: Some(Volume { block_size: 512, id: 186589e0-2a0a-4693-8983-34b2b086174b, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c9f7c76a-5a10-49db-bb0f-30ca32b858ca, key: Some(\"UV3OAu9LOgEU1X2+j2BWlETqlwYK9O5MEkyJNrolqcc=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::15]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 62c41e8d-f49b-4cdc-9774-7d850d0e7258, key: Some(\"uql8OYVlSJTkppoHfPokWqUfH8uOunxX66xjZVJ2lUw=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19003\", \"[fd00:1122:3344:101::13]:19003\", \"[fd00:1122:3344:101::17]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-d4e2afbe9ee\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-12-21T01:27:46.288146076Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.300291951Z","hostname":"sock","pid":1566,"uri":"/vmms/0788bf40-d8f1-4726-b93b-237d6e5335e0","method":"PUT","req_id":"eda2726d-a81a-4043-8ce0-6acb82b07976","remote_addr":"[fd00:1122:3344:101::a]:35793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":11869,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.408418531Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62642"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.410391054Z","hostname":"sock","pid":1566,"uri":"/vmms/0788bf40-d8f1-4726-b93b-237d6e5335e0/state","method":"PUT","req_id":"5d2204c5-500b-4223-b6c7-575ebb291831","remote_addr":"[fd00:1122:3344:101::a]:62642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1895,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.411481133Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 10154056 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.411510053Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.451725821Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.477365502Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.574014179Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34796"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.574153262Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"67b82497-360d-44f0-be7e-c9ca06da2532","remote_addr":"[fd00:1122:3344:101::a]:34796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:46.592844386Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {230fd846-fc82-4611-b8a1-b89c61e310fc: {10.151.2.175: {f87e0ae1-60cd-4de4-8bfc-47510f7fa83c}, 10.151.2.176: {f87e0ae1-60cd-4de4-8bfc-47510f7fa83c}}} }"} {"msg":"Profile for oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:47.878589423Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:47.878958739Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0\") failed: Property not found. retry in 67.276743ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:27:48.150819626Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0\") failed: Property not found. retry in 124.428975ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:27:48.229212106Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0\") failed: Property not found. retry in 172.749861ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:27:48.384255456Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0\") failed: Property not found. retry in 211.709615ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:27:48.568120592Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0\") failed: Property not found. retry in 723.928517ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:27:48.792123803Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0\") failed: Property not found. retry in 689.723629ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:27:49.527899401Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0\") failed: Property not found. retry in 664.329771ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:27:50.228321783Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0\") failed: Property not found. retry in 1.234521999s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:27:50.904689511Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:51.224268521Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42049"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:51.314825245Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33584"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:51.314999068Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"442339a7-5137-4142-9974-1cf202eff8ba","remote_addr":"[fd00:1122:3344:101::a]:33584","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:51.389446882Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60737"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:51.389531483Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:51.427650925Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:51.484800087Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"aa4220fc-9629-4deb-83fa-e331c6534703","remote_addr":"[fd00:1122:3344:101::a]:60737","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95297,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:51.485066572Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6b5f6291-2e47-45df-b65f-ec91e06e5d6c","remote_addr":"[fd00:1122:3344:101::a]:60737","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0\") failed: Property not found. retry in 1.044379478s","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:27:52.156438485Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.296434112Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35790"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.370697572Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33318"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.370867295Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"30720dc2-c356-477d-8aa8-b7bc58e5994a","remote_addr":"[fd00:1122:3344:101::b]:33318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.377665499Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46784"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.418317684Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {230fd846-fc82-4611-b8a1-b89c61e310fc: {10.151.2.176: {f87e0ae1-60cd-4de4-8bfc-47510f7fa83c}, 10.151.2.175: {f87e0ae1-60cd-4de4-8bfc-47510f7fa83c}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.418346404Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2ebc57aa-dbff-4f6d-83ff-4eca0917296e","remote_addr":"[fd00:1122:3344:101::b]:33318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.462960026Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62639"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.463168789Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"981ffa23-6f5f-4ee0-8e53-a2372dc2a527","remote_addr":"[fd00:1122:3344:101::c]:62639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.463365922Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48217"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.463489734Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.508995501Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.570264772Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0b487d8d-d5bc-4384-a1aa-328526eec52a","remote_addr":"[fd00:1122:3344:101::b]:48217","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106809,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.570439935Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49477"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.570507196Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.570803871Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4df9d48e-2978-453c-a308-0343924aec07","remote_addr":"[fd00:1122:3344:101::b]:48217","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":215,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.571077496Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64312"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.571173767Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {230fd846-fc82-4611-b8a1-b89c61e310fc: {10.151.2.176: {f87e0ae1-60cd-4de4-8bfc-47510f7fa83c}, 10.151.2.175: {f87e0ae1-60cd-4de4-8bfc-47510f7fa83c}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.571211178Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ff462bf4-0a92-4d4c-b659-48ce73e8caa6","remote_addr":"[fd00:1122:3344:101::c]:62639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":620,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.571839659Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.571850369Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a71e532e-946d-45e7-af54-b1a9b2080c33","remote_addr":"[fd00:1122:3344:101::b]:49477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":717,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.571976851Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"1417f6fe-776f-4850-9437-9bcb5b7cbcd6","remote_addr":"[fd00:1122:3344:101::c]:64312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":223,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.605352343Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"98ad6522-1407-47dc-b9f3-5a97e5e0514a","remote_addr":"[fd00:1122:3344:101::b]:33318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5012,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.614017589Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.672041776Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:486","new_vers":"RouterVersion { router_id: 4544fc72-c524-437a-804e-dd7d250a26c0, version: 3 }","old_vers":"RouterVersion { router_id: 4544fc72-c524-437a-804e-dd7d250a26c0, version: 3 }","subnet":"RouterId { vni: Vni(10154056), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.672387521Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"27e5cf8c-36e2-4d5b-a050-84743c4e39a0","remote_addr":"[fd00:1122:3344:101::c]:62639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1043,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.681617217Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9f724ba9-8e02-4dba-a136-bcd862a7989f","remote_addr":"[fd00:1122:3344:101::c]:48257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109884,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:52.681877761Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"dd092d52-761c-4ea3-98e0-d6df4401a67a","remote_addr":"[fd00:1122:3344:101::c]:48257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"Started propolis in zone: oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:53.236631791Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1786"} {"msg":"wait for service Some(\"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0\") failed: Property not found. retry in 56.921686ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:27:53.248049623Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0\") failed: Property not found. retry in 144.986104ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:27:53.315980137Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0\") failed: Property not found. retry in 278.063646ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:27:53.47240209Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:53.761971256Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1795"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:53.799596849Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1819"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:53.938198373Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:932"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:53.939078207Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1249"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:53.939115448Z","hostname":"sock","pid":1566,"uri":"/vmms/0788bf40-d8f1-4726-b93b-237d6e5335e0/state","method":"GET","req_id":"bace88fe-b61c-4eae-a655-f718bdfaae87","remote_addr":"[fd00:1122:3344:101::c]:46784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1561366,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:53.939177889Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f8170e08-2589-4754-b104-5b8704288f71","remote_addr":"[fd00:1122:3344:101::a]:34796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7346565,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:53.93919724Z","hostname":"sock","pid":1566,"uri":"/vmms/0788bf40-d8f1-4726-b93b-237d6e5335e0/state","method":"GET","req_id":"e796f104-d6df-4049-9c3d-b8af4aac9220","remote_addr":"[fd00:1122:3344:101::a]:42049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2714796,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:53.93922111Z","hostname":"sock","pid":1566,"uri":"/vmms/0788bf40-d8f1-4726-b93b-237d6e5335e0/state","method":"GET","req_id":"b3155279-21b5-4856-baa0-0b4f9adaa56c","remote_addr":"[fd00:1122:3344:101::b]:35790","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1642700,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-12-21T01:27:53.939398473Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:53.939421563Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:53.939428213Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-12-21T01:27:53.939398473Z }","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:53.940256687Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-12-21T01:27:53.939398473Z }, migration_in: None, migration_out: None }","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-12-21T01:27:53.983567757Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:53.983590247Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:53.983621537Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-12-21T01:27:53.983567757Z }","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:53.983643478Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-12-21T01:27:53.983567757Z }, migration_in: None, migration_out: None }","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:54.055241833Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:486","new_vers":"RouterVersion { router_id: 4544fc72-c524-437a-804e-dd7d250a26c0, version: 3 }","old_vers":"RouterVersion { router_id: 4544fc72-c524-437a-804e-dd7d250a26c0, version: 3 }","subnet":"RouterId { vni: Vni(10154056), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:54.055297023Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"37ec9102-b884-455d-9903-ff57914586cc","remote_addr":"[fd00:1122:3344:101::a]:34796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":218,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:54.096497047Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:54.096594869Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b7bbf940-de58-43eb-9e2d-c0a1ca22eae1","remote_addr":"[fd00:1122:3344:101::a]:49188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:54.111237496Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {230fd846-fc82-4611-b8a1-b89c61e310fc: {10.151.2.176: {f87e0ae1-60cd-4de4-8bfc-47510f7fa83c}, 10.151.2.175: {f87e0ae1-60cd-4de4-8bfc-47510f7fa83c}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:54.111261196Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2d127ef2-9cfd-4688-8f22-091403eed589","remote_addr":"[fd00:1122:3344:101::a]:49188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:27:54.125941673Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a8b5737c-e664-4769-86ce-7c140204094d","remote_addr":"[fd00:1122:3344:101::a]:49188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:04.085428201Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62506"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:04.086011731Z","hostname":"sock","pid":1566,"uri":"/vmms/0788bf40-d8f1-4726-b93b-237d6e5335e0/state","method":"PUT","req_id":"755a5168-fc6c-467c-81e3-22e8f39f9237","remote_addr":"[fd00:1122:3344:101::a]:62506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":506,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-12-21T01:28:04.086134302Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:04.086155343Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:04.086172753Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-12-21T01:28:04.086134302Z }","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:04.086193743Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-12-21T01:28:04.086134302Z }, migration_in: None, migration_out: None }","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-12-21T01:28:04.155860956Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:04.155878837Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:04.155898817Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-12-21T01:28:04.155860956Z }","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:04.155907377Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:816","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:04.15607606Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:28:04.156154052Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"17310151093260669461"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:28:04.156221262Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"15065535597835302039"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:04.156372515Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:04.156416226Z","hostname":"sock","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/1bf7a526-12df-41e0-8b64-89b419ddc8ee/debug/bundle/zone\", \"/pool/int/39f3a11f-ebbe-4984-ad03-60e64a112dfb/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/3d4d0721-dd16-40d1-afff-d64c8f3a10ff/crypt/debug\", \"/pool/ext/41cc83ed-adbe-492f-ae31-7074b31692b0/crypt/debug\", \"/pool/ext/7e02d0c4-4e5d-440d-94c1-593a67af3118/crypt/debug\", \"/pool/ext/22c20cb3-3659-48b7-b12d-b9ae21224e50/crypt/debug\", \"/pool/ext/10325d85-ce1b-49aa-8039-7e9482ec8803/crypt/debug\", \"/pool/ext/2d3f9ebb-9443-4b48-b1ee-fcd55a3fd739/crypt/debug\", \"/pool/ext/192cce10-69a8-4ed6-a459-9ca86a7206ec/crypt/debug\", \"/pool/ext/34789575-52b6-411b-9614-90f11629cb04/crypt/debug\", \"/pool/ext/e80b2509-2264-41c1-be0f-a3173a243a47/crypt/debug\"] }","zone_name":"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:04.788755172Z","hostname":"sock","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0\", bundle_id: fff451ec-bef0-4a2c-8b8e-8afe35c4d1f5 }, time_created: 2024-12-21T01:28:04.156840783Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_0788bf40-d8f1-4726-b93b-237d6e5335e0","v":0,"name":"SledAgent","level":40,"time":"2024-12-21T01:28:04.788837754Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1032"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:06.569049605Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"illumos-utils/src/zone.rs:279"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:06.587265812Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:1000","id":"RouterId { vni: Vni(10154056), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:06.587316433Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:1000","id":"RouterId { vni: Vni(10154056), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:06.589095773Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-12-21T01:28:06.589063592Z }, migration_in: None, migration_out: None }","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:06.612291633Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-12-21T01:28:06.589063592Z }, migration_in: None, migration_out: None }","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:06.616425313Z","hostname":"sock","pid":1566,"instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","propolis_id":"0788bf40-d8f1-4726-b93b-237d6e5335e0","instance_id":"95ae81e6-d851-46fd-bcac-7f515000bd9f","component":"InstanceManager","file":"sled-agent/src/instance.rs:969"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.112932982Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62952"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.113067684Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"fc9828f7-d27f-4749-86a4-c999175dc322","remote_addr":"[fd00:1122:3344:101::b]:62952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.154304398Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63840"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.15441079Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f798bbe3-abb2-4afa-93a7-0b7880b2b123","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63840","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.175325812Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.175373383Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1249"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.175379123Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e0f1fbc0-161e-40f8-99f8-e988bd7016a4","remote_addr":"[fd00:1122:3344:101::b]:62952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.186610852Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e8d40dac-7316-48eb-a1a8-4b3031f4c82a","remote_addr":"[fd00:1122:3344:101::b]:62952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2047,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.326925524Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52024"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.328180126Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"dd46dd54-157c-46f2-bde4-41cf41d98e5c","remote_addr":"[fd00:1122:3344:101::b]:52024","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.409122908Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46138"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.409324232Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"bda3789e-47d8-4f07-b2da-ddfc2622dd80","remote_addr":"[fd00:1122:3344:101::a]:46138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.449105342Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38661"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.449194493Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e832b84d-e471-4e98-aa2a-b11c49d41890","remote_addr":"[fd00:1122:3344:101::a]:38661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":32,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.464397879Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.46442145Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c3e98ff3-8e45-4e27-8dba-4b0192958f3e","remote_addr":"[fd00:1122:3344:101::a]:38661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:07.472512986Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c7b569e0-4e63-4a20-a3ea-d6e8e79ba58f","remote_addr":"[fd00:1122:3344:101::a]:38661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:08.123110989Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60154"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:08.123214631Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c2cac2a3-5569-4764-a8a3-9610c8754407","remote_addr":"[fd00:1122:3344:101::a]:60154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:08.13682668Z","hostname":"sock","pid":1566,"sled_id":"b1eebc13-191d-4a5d-a35e-84ae64fecac9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:08.136851411Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"72184374-fe8c-4e91-bcba-198d541a280a","remote_addr":"[fd00:1122:3344:101::a]:60154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-21T01:28:08.144411468Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0d19c737-cfdd-46c7-bc7f-24b345f6413a","remote_addr":"[fd00:1122:3344:101::a]:60154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130,"response_code":"204"}