[ Dec 13 22:27:07 Enabled. ] [ Dec 13 22:27:07 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Dec 13 22:27:07 Method "start" exited with status 0. ] [ Dec 13 22:27:07 Rereading configuration. ] [ Dec 13 22:27:07 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:07.472184061Z","hostname":"sock","pid":1566,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:07.472347076Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:07.526069221Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:07.526109123Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:07.640128099Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:07.649187623Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:07.657210357Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.261111784Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.404387611Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.404417052Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.404540155Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.404639548Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.404655158Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.404669839Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.407811097Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:08.407818717Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.407837697Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.407856288Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.407894949Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.407946451Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.408069544Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.408099855Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.408111275Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.420629576Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.420654187Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"6c407cb8-0013-4482-9b28-b5bd52e5b10f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.52314611Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 6c407cb8-0013-4482-9b28-b5bd52e5b10f (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.997508485Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.997545117Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.997550867Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.997562827Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.997573827Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.997587428Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:08.997592668Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.006366364Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.006388645Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"dbb4b417-a6b8-4743-be7a-9642ba91ec5c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.098239089Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: dbb4b417-a6b8-4743-be7a-9642ba91ec5c (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.568942673Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.568992065Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6c407cb8-0013-4482-9b28-b5bd52e5b10f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbb4b417-a6b8-4743-be7a-9642ba91ec5c (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569042106Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569051136Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569062007Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569069437Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569073957Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569082467Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569091038Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569096308Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6c407cb8-0013-4482-9b28-b5bd52e5b10f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbb4b417-a6b8-4743-be7a-9642ba91ec5c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569111668Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569130829Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569135119Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569140229Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569151929Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6c407cb8-0013-4482-9b28-b5bd52e5b10f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbb4b417-a6b8-4743-be7a-9642ba91ec5c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.56917157Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.56917865Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.56918377Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.56918816Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.5691922Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6c407cb8-0013-4482-9b28-b5bd52e5b10f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbb4b417-a6b8-4743-be7a-9642ba91ec5c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569213471Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569228311Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569233891Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569239162Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569243892Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569248332Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6c407cb8-0013-4482-9b28-b5bd52e5b10f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbb4b417-a6b8-4743-be7a-9642ba91ec5c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569269832Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569276043Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569281173Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569286523Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569292483Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569296533Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6c407cb8-0013-4482-9b28-b5bd52e5b10f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbb4b417-a6b8-4743-be7a-9642ba91ec5c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569330784Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569337745Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569345115Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569348985Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569353855Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569359785Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6c407cb8-0013-4482-9b28-b5bd52e5b10f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbb4b417-a6b8-4743-be7a-9642ba91ec5c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569392636Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569397926Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569404436Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569408827Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569413547Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569419537Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569424887Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6c407cb8-0013-4482-9b28-b5bd52e5b10f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbb4b417-a6b8-4743-be7a-9642ba91ec5c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569474018Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569479808Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569486889Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569491389Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569497679Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6c407cb8-0013-4482-9b28-b5bd52e5b10f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbb4b417-a6b8-4743-be7a-9642ba91ec5c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.56953235Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.5695375Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.56954266Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.56954761Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569554791Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569565351Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569569971Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6c407cb8-0013-4482-9b28-b5bd52e5b10f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbb4b417-a6b8-4743-be7a-9642ba91ec5c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569602522Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569608012Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569612212Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569616292Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569620652Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569630343Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569635383Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569652253Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569657983Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569662374Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569666794Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.569670704Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.580845567Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:736"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.580881098Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999908808s","next_cleanup":"Instant { tv_sec: 1373, tv_nsec: 453695471 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.58095247Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3947"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.581001981Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.581088794Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.583935254Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.584373486Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.586023792Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.586357602Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1203"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.586368772Z","hostname":"sock","pid":1566,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.586601618Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.586630919Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/rss-started.marker","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.58667395Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/rss-started.marker","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.586684621Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.586696861Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.586704381Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS not previously run. Creating plans.","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.586708191Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1252"} {"msg":"Writing ledger to /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/.rss-started.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.586718272Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/.rss-started.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.586919157Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.587044601Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1284"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.587049641Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:66"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.587053311Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:39"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.587081572Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1316"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.587133393Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.587138673Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.587314298Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.587435182Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.587507414Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 35eb16d3-adec-4806-a15c-ab7a15d18765 (sled), rack_id: 984ee802-6f4e-4d6b-aed6-da91b38cb72b, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.588520932Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4244"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.588583104Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4644"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.592998558Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.598493972Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.598692907Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.603390729Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.603463711Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.603560064Z","hostname":"sock","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:65160","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 35eb16d3-adec-4806-a15c-ab7a15d18765 (sled), rack_id: 984ee802-6f4e-4d6b-aed6-da91b38cb72b, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.603709718Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.603724338Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.603762819Z","hostname":"sock","pid":1566,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.603768139Z","hostname":"sock","pid":1566,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.60377698Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.60378231Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:809"} {"msg":"No ledger in /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.603815971Z","hostname":"sock","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.603822871Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.603829721Z","hostname":"sock","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.603841121Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:798"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.603848752Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:826"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.603855082Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:592"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.603871873Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.603880063Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:697","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.622183186Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.644199773Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.66159021Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.687289891Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:412"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.687343032Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.687350253Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:424"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.687354322Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 142.168833ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.690561712Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62874d80-776c-4dbb-be3c-0731a1322e49\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:27:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"62874d80-776c-4dbb-be3c-0731a1322e49\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_6c407cb8-0013-4482-9b28-b5bd52e5b10f/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.70119116Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_6c407cb8-0013-4482-9b28-b5bd52e5b10f/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.72508539Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_6c407cb8-0013-4482-9b28-b5bd52e5b10f/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.725141752Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.730508322Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:439"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.730524873Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_6c407cb8-0013-4482-9b28-b5bd52e5b10f/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.730529883Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.813242501Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.834340493Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 69.575442ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.834901638Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86788786-445a-4304-ab80-8ac587f150e0\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:27:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"86788786-445a-4304-ab80-8ac587f150e0\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.904956552Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 80.143829ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.905400274Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"010077fa-34b7-4de2-89cb-e0274699b64c\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:27:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"010077fa-34b7-4de2-89cb-e0274699b64c\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.986499807Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 135.888271ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:09.986993921Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a729d38-0b0c-42b5-8f87-ce095d6d547d\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:27:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6a729d38-0b0c-42b5-8f87-ce095d6d547d\" }"} {"msg":"Mounting oxi_6c407cb8-0013-4482-9b28-b5bd52e5b10f/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.031397116Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.045543272Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.045628114Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.045657945Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.045691106Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.124283849Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 248.204758ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.124923947Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b28e45c9-00d3-4884-9523-5b508937d099\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:27:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b28e45c9-00d3-4884-9523-5b508937d099\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.37476707Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 251.623089ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.375496311Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42f190b0-4eaf-427c-80aa-c91517ca4be4\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:27:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"42f190b0-4eaf-427c-80aa-c91517ca4be4\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.627907936Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 326.262157ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.628609806Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbbbb3f4-2429-4f90-8c54-0eb03ba1627b\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:27:10 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"dbbbb3f4-2429-4f90-8c54-0eb03ba1627b\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.787604553Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.793284002Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.793315303Z","hostname":"sock","pid":1566,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.793394395Z","hostname":"sock","pid":1566,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/producer/src/lib.rs:279","interval":"30s","address":"[fd00:1122:3344:101::1]:62120","producer_id":"35eb16d3-adec-4806-a15c-ab7a15d18765"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:10.794582688Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"213.554041ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.795578996Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.795585316Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.795655648Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:920","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.795661508Z","hostname":"sock","pid":1566,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:10.956656911Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:11.010045027Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"718.448717ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:11.729820323Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.074698422s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:12.805901436Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.653971761s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:13.412716775Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2668"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:13.412750386Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2913"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:13.412758546Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2538"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:13.412765157Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2585"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:13.412773327Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2994"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:13.412782407Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3039"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:13.414782123Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2838"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:13.416539352Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2579"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:13.416735008Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:13.416935164Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 28.213879ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:13.765880275Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 69.888696ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:13.962733383Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 130.483618ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:14.140299619Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 411.309722ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:14.317488426Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 767.406428ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:14.93086828Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:15.462123161Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.149744579s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.28054078s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:15.87056211Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.144258598s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:17.204301975Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 814.062466ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:18.369392783Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:19.682262454Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"9.262550984s"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:19.688361215Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:19.71849657Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:19.71886597Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12348","component":"dropshot (Repo Depot)","component":"ArtifactStore","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:19.720199947Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:19.720240508Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:19.720255589Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:19.72028554Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:19.720444984Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:19.72065195Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:19.720701881Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:19.720719982Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3947"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:19.720768073Z","hostname":"sock","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:65160","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:19.913587198Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:19.913693521Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:19.918976159Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4268","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:19.91899735Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4284"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:19.9190176Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.213336589Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:43114"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.213730621Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.213744791Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.213802263Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.213823683Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.213931926Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"348bb3c2-c949-4cfe-a2aa-62b68a7def3c","remote_addr":"[fd00:1122:3344:101::1]:43114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":347,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.244271147Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:57145"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.244461142Z","hostname":"sock","pid":1566,"uri":"/sled-role","method":"GET","req_id":"5da8540a-dfc1-4939-ba03-a4aa4d3c5086","remote_addr":"[fd00:1122:3344:101::1]:57145","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"200"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: cfb3dbc0-9d1b-4054-aba8-5ba597b4550e (physical_disk), pool_id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: d5b38ce4-0eaa-492c-a080-80ecf4c569e2 (physical_disk), pool_id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: ef8cbcec-568b-4440-9052-ee77dbd2ecd6 (physical_disk), pool_id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: b6e90600-59f7-44fa-9a6f-61de1b76aeee (physical_disk), pool_id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 5c1eb23f-57fc-4c39-b88e-637abc36eec4 (physical_disk), pool_id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: c5f1832f-b1f9-44e3-b675-7e3c96f553ab (physical_disk), pool_id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 661617a4-0fb9-4a5a-881b-7571a3cf923f (physical_disk), pool_id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: cb73df23-6286-4e4c-89e7-51792879ba4a (physical_disk), pool_id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 77eee98f-84f8-413a-aa39-f6c4b526d1f7 (physical_disk), pool_id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.275902303Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:385"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.276031237Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:50564"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.276273904Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:893"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: cfb3dbc0-9d1b-4054-aba8-5ba597b4550e (physical_disk), pool_id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: d5b38ce4-0eaa-492c-a080-80ecf4c569e2 (physical_disk), pool_id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: ef8cbcec-568b-4440-9052-ee77dbd2ecd6 (physical_disk), pool_id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: b6e90600-59f7-44fa-9a6f-61de1b76aeee (physical_disk), pool_id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 5c1eb23f-57fc-4c39-b88e-637abc36eec4 (physical_disk), pool_id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: c5f1832f-b1f9-44e3-b675-7e3c96f553ab (physical_disk), pool_id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 661617a4-0fb9-4a5a-881b-7571a3cf923f (physical_disk), pool_id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: cb73df23-6286-4e4c-89e7-51792879ba4a (physical_disk), pool_id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 77eee98f-84f8-413a-aa39-f6c4b526d1f7 (physical_disk), pool_id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.276309435Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.276320175Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.276327685Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.276332746Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1171"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.276347046Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.276351846Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.276367856Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.276372916Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.430850887Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:20.430886988Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:20.888424833Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:20.888479714Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17993106840727764337"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:20.888582217Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17332408252662968763"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.115516438Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.164919463Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.172944928Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.17299993Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.17301188Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.173032321Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.173041091Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.173167794Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.173177975Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.206762696Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.214412241Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.394287833Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.402605976Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.402638547Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.402652177Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.402659277Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.402672468Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.413292815Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.413352857Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.510783258Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.519729829Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.51976066Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.51976842Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.51977763Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.519787181Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.519893084Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.519901984Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.555686427Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.563373052Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.740819166Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.748561793Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.748608715Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.748616475Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.748623565Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.748629605Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.75807033Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.75809046Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.853039522Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.861347985Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.861379436Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.861387846Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.861424367Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.861437397Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.861571721Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.861595082Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:21.890008098Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.897649802Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:21.90613817Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.087055931Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.09558115Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.09561607Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.095622641Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.095630851Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.095635801Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.10592273Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.10595598Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.204856223Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.213356951Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.213396922Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.213403392Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.213446044Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.213497485Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.213654299Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.21366093Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.249655139Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.257611062Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.435293902Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.444389157Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.444430028Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.444438478Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.444469159Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.44447692Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.455112038Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.455139448Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"fb594314-d689-4df6-8176-e09675ab8f03 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.553932918Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.562142898Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.562177919Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.562184979Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.56222119Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.56223199Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.562352204Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.562360924Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.597772297Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_fb594314-d689-4df6-8176-e09675ab8f03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.605956956Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_fb594314-d689-4df6-8176-e09675ab8f03","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.78269109Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.791109106Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.791147957Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.791159067Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.791166427Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.791182888Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.801106546Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.801146577Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.896986714Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.905705668Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.905738409Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.905744389Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.90576803Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.90577594Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.905871553Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.905877393Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:22.909529015Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.942999663Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:22.951557253Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.133274376Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.141447496Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.141488717Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.141519438Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.141529668Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.141535908Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.151870848Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.151895238Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.254167855Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.264753742Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.264783073Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.264793223Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.264822174Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.264835544Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.264965268Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.264974888Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.303417886Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.310315739Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.487779544Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.494986546Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.495025807Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.495037697Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.495048167Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.495074598Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.505404598Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.505427418Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"35c96663-c574-4d07-a692-3eb8a2a79302 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.651506903Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.660389812Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.660457834Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.660476224Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.660489875Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.660503135Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.660647309Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.66066809Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.823042061Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_35c96663-c574-4d07-a692-3eb8a2a79302/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:23.831652003Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:23.911387038Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_35c96663-c574-4d07-a692-3eb8a2a79302","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:24.716912786Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:24.725028074Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:24.725067655Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:24.725073655Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:24.725078995Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:24.725085285Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:24.735366343Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:24.735391494Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:26.434970274Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:26.443905505Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:26.443954086Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:26.443966056Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:26.443982356Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:26.444001907Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:26.44410319Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:26.44411678Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:26.447853045Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:26.586638225Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:26.596233664Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:27.450581402Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.556209843Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.564468114Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.564521345Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.564616838Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.564716361Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(2), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6c407cb8-0013-4482-9b28-b5bd52e5b10f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dbb4b417-a6b8-4743-be7a-9642ba91ec5c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.564822194Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.564833494Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.564942687Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.565218435Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:897"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.565237236Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.565241165Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:923","generation":"Generation(2)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.565247216Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:928"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.565250796Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:933"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.565289607Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:122","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.565296697Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:939"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.565335818Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.565343828Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:944"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.565450771Z","hostname":"sock","pid":1566,"uri":"/omicron-physical-disks","method":"PUT","req_id":"bbdbdff0-a1a3-4f35-b4f2-95e1c0edd860","remote_addr":"[fd00:1122:3344:101::1]:50564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7289317,"response_code":"200"} {"msg":"attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {056076d5-1f2a-442b-9205-5038c0ae0212 (dataset): DatasetConfig { id: 056076d5-1f2a-442b-9205-5038c0ae0212 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0bf7df9d-008f-4dae-b31c-0290b598034b (dataset): DatasetConfig { id: 0bf7df9d-008f-4dae-b31c-0290b598034b (dataset), name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1570e3f6-27ad-4f57-ad82-7ac1f68a77db (dataset): DatasetConfig { id: 1570e3f6-27ad-4f57-ad82-7ac1f68a77db (dataset), name: DatasetName { pool_name: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1724c981-d720-44c5-a8a9-54bbd919d0de (dataset): DatasetConfig { id: 1724c981-d720-44c5-a8a9-54bbd919d0de (dataset), name: DatasetName { pool_name: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 1b1d4e16-a972-4486-8b3d-d9203dba4809 (dataset): DatasetConfig { id: 1b1d4e16-a972-4486-8b3d-d9203dba4809 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ff0cdbb-086b-45b7-8702-dd68a4672db1 (dataset): DatasetConfig { id: 1ff0cdbb-086b-45b7-8702-dd68a4672db1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 22b8db67-2aae-4af1-b8da-2876093092c9 (dataset): DatasetConfig { id: 22b8db67-2aae-4af1-b8da-2876093092c9 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 258cc09a-28b1-4ad9-a692-456a54c73e58 (dataset): DatasetConfig { id: 258cc09a-28b1-4ad9-a692-456a54c73e58 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2d30d5ea-9628-4631-9179-f7581f2a3980 (dataset): DatasetConfig { id: 2d30d5ea-9628-4631-9179-f7581f2a3980 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 364ed6e2-2953-4955-b9bd-39ebfe40b2c1 (dataset): DatasetConfig { id: 364ed6e2-2953-4955-b9bd-39ebfe40b2c1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 374407d7-b75e-4015-b0c5-5c8021ccc5cb (dataset): DatasetConfig { id: 374407d7-b75e-4015-b0c5-5c8021ccc5cb (dataset), name: DatasetName { pool_name: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 374e3d59-e95d-46e4-b6cd-32630f0b8032 (dataset): DatasetConfig { id: 374e3d59-e95d-46e4-b6cd-32630f0b8032 (dataset), name: DatasetName { pool_name: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3a7126b5-59cd-42c5-ae93-04857ab596b0 (dataset): DatasetConfig { id: 3a7126b5-59cd-42c5-ae93-04857ab596b0 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3b598c61-c094-4e0d-a35c-afe42631417f (dataset): DatasetConfig { id: 3b598c61-c094-4e0d-a35c-afe42631417f (dataset), name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4358585d-c7b8-4c91-8e06-b970bf065361 (dataset): DatasetConfig { id: 4358585d-c7b8-4c91-8e06-b970bf065361 (dataset), name: DatasetName { pool_name: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 49543e77-be7c-4c39-b7cb-cbf1306b1193 (dataset): DatasetConfig { id: 49543e77-be7c-4c39-b7cb-cbf1306b1193 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 49bf14dd-3828-4336-8285-801327ad236b (dataset): DatasetConfig { id: 49bf14dd-3828-4336-8285-801327ad236b (dataset), name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4a5c2333-ef07-424c-b520-9b1882bfe156 (dataset): DatasetConfig { id: 4a5c2333-ef07-424c-b520-9b1882bfe156 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 4b3475ff-005d-4871-bf89-b72a73c348f0 (dataset): DatasetConfig { id: 4b3475ff-005d-4871-bf89-b72a73c348f0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4d5de073-7e5a-42c4-a943-14d888fb032c (dataset): DatasetConfig { id: 4d5de073-7e5a-42c4-a943-14d888fb032c (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4f754089-09f9-40bd-8f5e-0a4a145a719c (dataset): DatasetConfig { id: 4f754089-09f9-40bd-8f5e-0a4a145a719c (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 52bc7a57-09f4-49d2-a229-e75df6b609c5 (dataset): DatasetConfig { id: 52bc7a57-09f4-49d2-a229-e75df6b609c5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5302abd9-e922-4ec1-a16f-17b8e3f973c2 (dataset): DatasetConfig { id: 5302abd9-e922-4ec1-a16f-17b8e3f973c2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 63091da1-be31-4c6c-b7a4-2bfd0051696c (dataset): DatasetConfig { id: 63091da1-be31-4c6c-b7a4-2bfd0051696c (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 690b61b7-78ff-4954-b033-495b50b50fa5 (dataset): DatasetConfig { id: 690b61b7-78ff-4954-b033-495b50b50fa5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 69ce4561-5e4f-4a05-8e43-e345524fc356 (dataset): DatasetConfig { id: 69ce4561-5e4f-4a05-8e43-e345524fc356 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 69e630a9-04f3-4564-a298-f686ad413941 (dataset): DatasetConfig { id: 69e630a9-04f3-4564-a298-f686ad413941 (dataset), name: DatasetName { pool_name: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 6ea9f107-472c-4fc7-92fd-9381ffc695e3 (dataset): DatasetConfig { id: 6ea9f107-472c-4fc7-92fd-9381ffc695e3 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 7b9a0de1-dbbb-4f30-9914-d61435b5a856 (dataset): DatasetConfig { id: 7b9a0de1-dbbb-4f30-9914-d61435b5a856 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 83a4be6f-f4ff-4d4c-904e-25eee6a15c8d (dataset): DatasetConfig { id: 83a4be6f-f4ff-4d4c-904e-25eee6a15c8d (dataset), name: DatasetName { pool_name: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 84d741d2-2a91-4ec3-892a-db99759a5cc5 (dataset): DatasetConfig { id: 84d741d2-2a91-4ec3-892a-db99759a5cc5 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 858f902a-21d2-4c13-b3d2-8c4ee62ba67b (dataset): DatasetConfig { id: 858f902a-21d2-4c13-b3d2-8c4ee62ba67b (dataset), name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 885b9e27-54b2-4713-b093-6d874ca1349c (dataset): DatasetConfig { id: 885b9e27-54b2-4713-b093-6d874ca1349c (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 88906eca-0959-4108-a236-625d08791368 (dataset): DatasetConfig { id: 88906eca-0959-4108-a236-625d08791368 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8c27bc2a-bdd2-4313-97c9-79f3db27f586 (dataset): DatasetConfig { id: 8c27bc2a-bdd2-4313-97c9-79f3db27f586 (dataset), name: DatasetName { pool_name: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8dae09fe-00c8-46ae-b5c3-72be58ce0516 (dataset): DatasetConfig { id: 8dae09fe-00c8-46ae-b5c3-72be58ce0516 (dataset), name: DatasetName { pool_name: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8e24fefc-519d-4f3a-af94-8e0a70bea3d7 (dataset): DatasetConfig { id: 8e24fefc-519d-4f3a-af94-8e0a70bea3d7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9247aa19-6e12-4c4c-bf8b-befd2a265431 (dataset): DatasetConfig { id: 9247aa19-6e12-4c4c-bf8b-befd2a265431 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 951a6c80-3a95-48f7-b916-19ac4f14e8e0 (dataset): DatasetConfig { id: 951a6c80-3a95-48f7-b916-19ac4f14e8e0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 966682e0-68c3-4075-abba-da36520e21df (dataset): DatasetConfig { id: 966682e0-68c3-4075-abba-da36520e21df (dataset), name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9bd3ca48-034a-4de7-aa7f-e05ae7805f3c (dataset): DatasetConfig { id: 9bd3ca48-034a-4de7-aa7f-e05ae7805f3c (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9c792e48-71c2-495a-af3a-73fcbf853594 (dataset): DatasetConfig { id: 9c792e48-71c2-495a-af3a-73fcbf853594 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, a2f5fdb5-1433-4caa-b567-19c860c92bb2 (dataset): DatasetConfig { id: a2f5fdb5-1433-4caa-b567-19c860c92bb2 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, afab4ac7-d3ef-4901-a413-20d6cf347bca (dataset): DatasetConfig { id: afab4ac7-d3ef-4901-a413-20d6cf347bca (dataset), name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b205f29c-82b5-4f47-9ce8-041d18372567 (dataset): DatasetConfig { id: b205f29c-82b5-4f47-9ce8-041d18372567 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, babc237b-bd7a-4272-8cb5-b2cabd5aed75 (dataset): DatasetConfig { id: babc237b-bd7a-4272-8cb5-b2cabd5aed75 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bb12f4bf-3249-411f-9b29-011aa90db3a8 (dataset): DatasetConfig { id: bb12f4bf-3249-411f-9b29-011aa90db3a8 (dataset), name: DatasetName { pool_name: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bd6b6802-378b-475d-abba-948bfed76657 (dataset): DatasetConfig { id: bd6b6802-378b-475d-abba-948bfed76657 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, c032111e-dfc8-4bc0-a85b-b1481e666919 (dataset): DatasetConfig { id: c032111e-dfc8-4bc0-a85b-b1481e666919 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ce7d683a-d202-43c1-8f0c-a51400165e9a (dataset): DatasetConfig { id: ce7d683a-d202-43c1-8f0c-a51400165e9a (dataset), name: DatasetName { pool_name: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ce8ab814-584e-4716-922a-431c20480d22 (dataset): DatasetConfig { id: ce8ab814-584e-4716-922a-431c20480d22 (dataset), name: DatasetName { pool_name: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ce974e7d-36ab-4da1-b508-68af2c74f0d4 (dataset): DatasetConfig { id: ce974e7d-36ab-4da1-b508-68af2c74f0d4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d55c4b03-f011-4fb9-bf0f-5d707bcdf313 (dataset): DatasetConfig { id: d55c4b03-f011-4fb9-bf0f-5d707bcdf313 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d921c93e-3b4f-4cca-89a8-d2a875645434 (dataset): DatasetConfig { id: d921c93e-3b4f-4cca-89a8-d2a875645434 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e07f87c3-9653-4896-9bed-29768c167e06 (dataset): DatasetConfig { id: e07f87c3-9653-4896-9bed-29768c167e06 (dataset), name: DatasetName { pool_name: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, e21216a5-4440-4566-92e8-5a940464548d (dataset): DatasetConfig { id: e21216a5-4440-4566-92e8-5a940464548d (dataset), name: DatasetName { pool_name: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e25a0d38-c737-438c-a76b-38da18d40ebc (dataset): DatasetConfig { id: e25a0d38-c737-438c-a76b-38da18d40ebc (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e64d431c-80f8-459a-8f90-046dbb2eb3ba (dataset): DatasetConfig { id: e64d431c-80f8-459a-8f90-046dbb2eb3ba (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ed989601-2478-45af-a6fd-32a0620e5978 (dataset): DatasetConfig { id: ed989601-2478-45af-a6fd-32a0620e5978 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f069dbd2-41f5-4bef-8984-2cfbf8404905 (dataset): DatasetConfig { id: f069dbd2-41f5-4bef-8984-2cfbf8404905 (dataset), name: DatasetName { pool_name: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f22a73bf-4f31-4b69-8a91-67ce66648c5c (dataset): DatasetConfig { id: f22a73bf-4f31-4b69-8a91-67ce66648c5c (dataset), name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f4bc7c77-6eaf-4898-b6d9-be3148894069 (dataset): DatasetConfig { id: f4bc7c77-6eaf-4898-b6d9-be3148894069 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f57c966d-590d-4a66-b67b-207616cadf28 (dataset): DatasetConfig { id: f57c966d-590d-4a66-b67b-207616cadf28 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f662aea4-133d-4e18-8adf-7d23948c57df (dataset): DatasetConfig { id: f662aea4-133d-4e18-8adf-7d23948c57df (dataset), name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f736beca-68a0-4673-9319-f7ce56a49190 (dataset): DatasetConfig { id: f736beca-68a0-4673-9319-f7ce56a49190 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f7f2c66a-51cf-4098-97b9-a80ecdb5dbb1 (dataset): DatasetConfig { id: f7f2c66a-51cf-4098-97b9-a80ecdb5dbb1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.597655384Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:460"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.597720926Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:63873"} {"msg":"datasets ensure","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.598365954Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:859"} {"msg":"Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {056076d5-1f2a-442b-9205-5038c0ae0212 (dataset): DatasetConfig { id: 056076d5-1f2a-442b-9205-5038c0ae0212 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0bf7df9d-008f-4dae-b31c-0290b598034b (dataset): DatasetConfig { id: 0bf7df9d-008f-4dae-b31c-0290b598034b (dataset), name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1570e3f6-27ad-4f57-ad82-7ac1f68a77db (dataset): DatasetConfig { id: 1570e3f6-27ad-4f57-ad82-7ac1f68a77db (dataset), name: DatasetName { pool_name: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1724c981-d720-44c5-a8a9-54bbd919d0de (dataset): DatasetConfig { id: 1724c981-d720-44c5-a8a9-54bbd919d0de (dataset), name: DatasetName { pool_name: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 1b1d4e16-a972-4486-8b3d-d9203dba4809 (dataset): DatasetConfig { id: 1b1d4e16-a972-4486-8b3d-d9203dba4809 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ff0cdbb-086b-45b7-8702-dd68a4672db1 (dataset): DatasetConfig { id: 1ff0cdbb-086b-45b7-8702-dd68a4672db1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 22b8db67-2aae-4af1-b8da-2876093092c9 (dataset): DatasetConfig { id: 22b8db67-2aae-4af1-b8da-2876093092c9 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 258cc09a-28b1-4ad9-a692-456a54c73e58 (dataset): DatasetConfig { id: 258cc09a-28b1-4ad9-a692-456a54c73e58 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2d30d5ea-9628-4631-9179-f7581f2a3980 (dataset): DatasetConfig { id: 2d30d5ea-9628-4631-9179-f7581f2a3980 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 364ed6e2-2953-4955-b9bd-39ebfe40b2c1 (dataset): DatasetConfig { id: 364ed6e2-2953-4955-b9bd-39ebfe40b2c1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 374407d7-b75e-4015-b0c5-5c8021ccc5cb (dataset): DatasetConfig { id: 374407d7-b75e-4015-b0c5-5c8021ccc5cb (dataset), name: DatasetName { pool_name: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 374e3d59-e95d-46e4-b6cd-32630f0b8032 (dataset): DatasetConfig { id: 374e3d59-e95d-46e4-b6cd-32630f0b8032 (dataset), name: DatasetName { pool_name: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3a7126b5-59cd-42c5-ae93-04857ab596b0 (dataset): DatasetConfig { id: 3a7126b5-59cd-42c5-ae93-04857ab596b0 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3b598c61-c094-4e0d-a35c-afe42631417f (dataset): DatasetConfig { id: 3b598c61-c094-4e0d-a35c-afe42631417f (dataset), name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4358585d-c7b8-4c91-8e06-b970bf065361 (dataset): DatasetConfig { id: 4358585d-c7b8-4c91-8e06-b970bf065361 (dataset), name: DatasetName { pool_name: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 49543e77-be7c-4c39-b7cb-cbf1306b1193 (dataset): DatasetConfig { id: 49543e77-be7c-4c39-b7cb-cbf1306b1193 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 49bf14dd-3828-4336-8285-801327ad236b (dataset): DatasetConfig { id: 49bf14dd-3828-4336-8285-801327ad236b (dataset), name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4a5c2333-ef07-424c-b520-9b1882bfe156 (dataset): DatasetConfig { id: 4a5c2333-ef07-424c-b520-9b1882bfe156 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 4b3475ff-005d-4871-bf89-b72a73c348f0 (dataset): DatasetConfig { id: 4b3475ff-005d-4871-bf89-b72a73c348f0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4d5de073-7e5a-42c4-a943-14d888fb032c (dataset): DatasetConfig { id: 4d5de073-7e5a-42c4-a943-14d888fb032c (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4f754089-09f9-40bd-8f5e-0a4a145a719c (dataset): DatasetConfig { id: 4f754089-09f9-40bd-8f5e-0a4a145a719c (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 52bc7a57-09f4-49d2-a229-e75df6b609c5 (dataset): DatasetConfig { id: 52bc7a57-09f4-49d2-a229-e75df6b609c5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5302abd9-e922-4ec1-a16f-17b8e3f973c2 (dataset): DatasetConfig { id: 5302abd9-e922-4ec1-a16f-17b8e3f973c2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 63091da1-be31-4c6c-b7a4-2bfd0051696c (dataset): DatasetConfig { id: 63091da1-be31-4c6c-b7a4-2bfd0051696c (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 690b61b7-78ff-4954-b033-495b50b50fa5 (dataset): DatasetConfig { id: 690b61b7-78ff-4954-b033-495b50b50fa5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 69ce4561-5e4f-4a05-8e43-e345524fc356 (dataset): DatasetConfig { id: 69ce4561-5e4f-4a05-8e43-e345524fc356 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 69e630a9-04f3-4564-a298-f686ad413941 (dataset): DatasetConfig { id: 69e630a9-04f3-4564-a298-f686ad413941 (dataset), name: DatasetName { pool_name: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 6ea9f107-472c-4fc7-92fd-9381ffc695e3 (dataset): DatasetConfig { id: 6ea9f107-472c-4fc7-92fd-9381ffc695e3 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 7b9a0de1-dbbb-4f30-9914-d61435b5a856 (dataset): DatasetConfig { id: 7b9a0de1-dbbb-4f30-9914-d61435b5a856 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 83a4be6f-f4ff-4d4c-904e-25eee6a15c8d (dataset): DatasetConfig { id: 83a4be6f-f4ff-4d4c-904e-25eee6a15c8d (dataset), name: DatasetName { pool_name: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 84d741d2-2a91-4ec3-892a-db99759a5cc5 (dataset): DatasetConfig { id: 84d741d2-2a91-4ec3-892a-db99759a5cc5 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 858f902a-21d2-4c13-b3d2-8c4ee62ba67b (dataset): DatasetConfig { id: 858f902a-21d2-4c13-b3d2-8c4ee62ba67b (dataset), name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 885b9e27-54b2-4713-b093-6d874ca1349c (dataset): DatasetConfig { id: 885b9e27-54b2-4713-b093-6d874ca1349c (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 88906eca-0959-4108-a236-625d08791368 (dataset): DatasetConfig { id: 88906eca-0959-4108-a236-625d08791368 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8c27bc2a-bdd2-4313-97c9-79f3db27f586 (dataset): DatasetConfig { id: 8c27bc2a-bdd2-4313-97c9-79f3db27f586 (dataset), name: DatasetName { pool_name: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8dae09fe-00c8-46ae-b5c3-72be58ce0516 (dataset): DatasetConfig { id: 8dae09fe-00c8-46ae-b5c3-72be58ce0516 (dataset), name: DatasetName { pool_name: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8e24fefc-519d-4f3a-af94-8e0a70bea3d7 (dataset): DatasetConfig { id: 8e24fefc-519d-4f3a-af94-8e0a70bea3d7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9247aa19-6e12-4c4c-bf8b-befd2a265431 (dataset): DatasetConfig { id: 9247aa19-6e12-4c4c-bf8b-befd2a265431 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 951a6c80-3a95-48f7-b916-19ac4f14e8e0 (dataset): DatasetConfig { id: 951a6c80-3a95-48f7-b916-19ac4f14e8e0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 966682e0-68c3-4075-abba-da36520e21df (dataset): DatasetConfig { id: 966682e0-68c3-4075-abba-da36520e21df (dataset), name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9bd3ca48-034a-4de7-aa7f-e05ae7805f3c (dataset): DatasetConfig { id: 9bd3ca48-034a-4de7-aa7f-e05ae7805f3c (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9c792e48-71c2-495a-af3a-73fcbf853594 (dataset): DatasetConfig { id: 9c792e48-71c2-495a-af3a-73fcbf853594 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, a2f5fdb5-1433-4caa-b567-19c860c92bb2 (dataset): DatasetConfig { id: a2f5fdb5-1433-4caa-b567-19c860c92bb2 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, afab4ac7-d3ef-4901-a413-20d6cf347bca (dataset): DatasetConfig { id: afab4ac7-d3ef-4901-a413-20d6cf347bca (dataset), name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b205f29c-82b5-4f47-9ce8-041d18372567 (dataset): DatasetConfig { id: b205f29c-82b5-4f47-9ce8-041d18372567 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, babc237b-bd7a-4272-8cb5-b2cabd5aed75 (dataset): DatasetConfig { id: babc237b-bd7a-4272-8cb5-b2cabd5aed75 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bb12f4bf-3249-411f-9b29-011aa90db3a8 (dataset): DatasetConfig { id: bb12f4bf-3249-411f-9b29-011aa90db3a8 (dataset), name: DatasetName { pool_name: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bd6b6802-378b-475d-abba-948bfed76657 (dataset): DatasetConfig { id: bd6b6802-378b-475d-abba-948bfed76657 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, c032111e-dfc8-4bc0-a85b-b1481e666919 (dataset): DatasetConfig { id: c032111e-dfc8-4bc0-a85b-b1481e666919 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ce7d683a-d202-43c1-8f0c-a51400165e9a (dataset): DatasetConfig { id: ce7d683a-d202-43c1-8f0c-a51400165e9a (dataset), name: DatasetName { pool_name: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ce8ab814-584e-4716-922a-431c20480d22 (dataset): DatasetConfig { id: ce8ab814-584e-4716-922a-431c20480d22 (dataset), name: DatasetName { pool_name: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ce974e7d-36ab-4da1-b508-68af2c74f0d4 (dataset): DatasetConfig { id: ce974e7d-36ab-4da1-b508-68af2c74f0d4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d55c4b03-f011-4fb9-bf0f-5d707bcdf313 (dataset): DatasetConfig { id: d55c4b03-f011-4fb9-bf0f-5d707bcdf313 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d921c93e-3b4f-4cca-89a8-d2a875645434 (dataset): DatasetConfig { id: d921c93e-3b4f-4cca-89a8-d2a875645434 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e07f87c3-9653-4896-9bed-29768c167e06 (dataset): DatasetConfig { id: e07f87c3-9653-4896-9bed-29768c167e06 (dataset), name: DatasetName { pool_name: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, e21216a5-4440-4566-92e8-5a940464548d (dataset): DatasetConfig { id: e21216a5-4440-4566-92e8-5a940464548d (dataset), name: DatasetName { pool_name: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e25a0d38-c737-438c-a76b-38da18d40ebc (dataset): DatasetConfig { id: e25a0d38-c737-438c-a76b-38da18d40ebc (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e64d431c-80f8-459a-8f90-046dbb2eb3ba (dataset): DatasetConfig { id: e64d431c-80f8-459a-8f90-046dbb2eb3ba (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ed989601-2478-45af-a6fd-32a0620e5978 (dataset): DatasetConfig { id: ed989601-2478-45af-a6fd-32a0620e5978 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f069dbd2-41f5-4bef-8984-2cfbf8404905 (dataset): DatasetConfig { id: f069dbd2-41f5-4bef-8984-2cfbf8404905 (dataset), name: DatasetName { pool_name: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f22a73bf-4f31-4b69-8a91-67ce66648c5c (dataset): DatasetConfig { id: f22a73bf-4f31-4b69-8a91-67ce66648c5c (dataset), name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f4bc7c77-6eaf-4898-b6d9-be3148894069 (dataset): DatasetConfig { id: f4bc7c77-6eaf-4898-b6d9-be3148894069 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f57c966d-590d-4a66-b67b-207616cadf28 (dataset): DatasetConfig { id: f57c966d-590d-4a66-b67b-207616cadf28 (dataset), name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f662aea4-133d-4e18-8adf-7d23948c57df (dataset): DatasetConfig { id: f662aea4-133d-4e18-8adf-7d23948c57df (dataset), name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f736beca-68a0-4673-9319-f7ce56a49190 (dataset): DatasetConfig { id: f736beca-68a0-4673-9319-f7ce56a49190 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f7f2c66a-51cf-4098-97b9-a80ecdb5dbb1 (dataset): DatasetConfig { id: f7f2c66a-51cf-4098-97b9-a80ecdb5dbb1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.598603531Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.598616261Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.598621661Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested datasets', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.598626061Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:905"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.598629592Z","hostname":"sock","pid":1566,"name":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:27.598633582Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:28.097987738Z","hostname":"sock","pid":1566,"name":"oxp_fb594314-d689-4df6-8176-e09675ab8f03/crypt/zone/oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:28.09804645Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fb594314-d689-4df6-8176-e09675ab8f03/crypt/zone/oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\"), full_name: \"oxp_fb594314-d689-4df6-8176-e09675ab8f03/crypt/zone/oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:28.45267034Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:28.734077168Z","hostname":"sock","pid":1566,"name":"oxp_35c96663-c574-4d07-a692-3eb8a2a79302/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:28.734112529Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/35c96663-c574-4d07-a692-3eb8a2a79302/crypt/zone\"), full_name: \"oxp_35c96663-c574-4d07-a692-3eb8a2a79302/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:28.946859503Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"16.811833358s"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:29.109075869Z","hostname":"sock","pid":1566,"name":"oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:29.1091162Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b80657b8-dd44-496f-8b60-edeffe6ea0c4/crypt/debug\"), full_name: \"oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:29.389988963Z","hostname":"sock","pid":1566,"name":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:29.390025294Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:29.454138831Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:29.689913051Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14907415205677870396"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:29.690023694Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7111810680181687751"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:29.800653865Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4292"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:29.800720657Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4302","gateway":"fd00:1122:3344:101::1"} {"msg":"Default route already exists","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:29.806872729Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4316","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:29.80690682Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4381"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:29.901671246Z","hostname":"sock","pid":1566,"name":"oxp_35c96663-c574-4d07-a692-3eb8a2a79302/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:29.901744378Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_35c96663-c574-4d07-a692-3eb8a2a79302/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:29.954442766Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4447"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:29.954485257Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4474"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:29.994542499Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4487"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:29.99457146Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4333"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.044460558Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4375"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.04450171Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4454","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.064381217Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4465"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.064417218Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4507"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.133960107Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4539"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.137159697Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4545"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.229080343Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4586"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.229119085Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.265439032Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:420"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:30.266013269Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.297746498Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.297861921Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:762"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.298228722Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:765","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.298247902Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:444","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.334145689Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.432066473Z","hostname":"sock","pid":1566,"name":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.432130525Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\"), full_name: \"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:30.456158849Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.885951256Z","hostname":"sock","pid":1566,"name":"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/zone/oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:30.885992607Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/zone/oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\"), full_name: \"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/zone/oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:30.890089082Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17993106840727764337"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:30.890213576Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17332408252662968763"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:31.338616324Z","hostname":"sock","pid":1566,"name":"oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:31.338657466Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:31.459476042Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:31.801587442Z","hostname":"sock","pid":1566,"name":"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:31.801630773Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/debug\"), full_name: \"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:32.13899759Z","hostname":"sock","pid":1566,"name":"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/zone/oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:32.139050331Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/zone/oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\"), full_name: \"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/zone/oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:32.268104359Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:32.460976945Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:32.614778066Z","hostname":"sock","pid":1566,"name":"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:32.614808147Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/zone\"), full_name: \"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:32.687722191Z","hostname":"sock","pid":1566,"name":"oxp_fb594314-d689-4df6-8176-e09675ab8f03/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:32.687758692Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fb594314-d689-4df6-8176-e09675ab8f03/crypt/zone\"), full_name: \"oxp_fb594314-d689-4df6-8176-e09675ab8f03/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:32.759788831Z","hostname":"sock","pid":1566,"name":"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/zone/oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:32.759823552Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/zone/oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc\"), full_name: \"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/zone/oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:32.86463171Z","hostname":"sock","pid":1566,"name":"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/zone/oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:32.864670571Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/zone/oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371\"), full_name: \"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/zone/oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:32.968299585Z","hostname":"sock","pid":1566,"name":"oxp_fb594314-d689-4df6-8176-e09675ab8f03/crypt/zone/oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:32.968345766Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fb594314-d689-4df6-8176-e09675ab8f03/crypt/zone/oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\"), full_name: \"oxp_fb594314-d689-4df6-8176-e09675ab8f03/crypt/zone/oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.074723268Z","hostname":"sock","pid":1566,"name":"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/zone/oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.074762509Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/zone/oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\"), full_name: \"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/zone/oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.177108238Z","hostname":"sock","pid":1566,"name":"oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.177144859Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/5bc1d750-0ca6-4a08-bf34-a01bf34cccef/crypt/debug\"), full_name: \"oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.247770279Z","hostname":"sock","pid":1566,"name":"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/zone/oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.24780414Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/zone/oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\"), full_name: \"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/zone/oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.351928778Z","hostname":"sock","pid":1566,"name":"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.351963899Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.445403388Z","hostname":"sock","pid":1566,"name":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.44545091Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\"), full_name: \"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:33.463092934Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.567576483Z","hostname":"sock","pid":1566,"name":"oxp_35c96663-c574-4d07-a692-3eb8a2a79302/crypt/zone/oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.567621794Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/35c96663-c574-4d07-a692-3eb8a2a79302/crypt/zone/oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\"), full_name: \"oxp_35c96663-c574-4d07-a692-3eb8a2a79302/crypt/zone/oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.669563342Z","hostname":"sock","pid":1566,"name":"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/zone/oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.669610003Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/zone/oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\"), full_name: \"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/zone/oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.778248608Z","hostname":"sock","pid":1566,"name":"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/zone/oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.77829622Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/zone/oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\"), full_name: \"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/zone/oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.883457998Z","hostname":"sock","pid":1566,"name":"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.883503209Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/zone\"), full_name: \"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.956481864Z","hostname":"sock","pid":1566,"name":"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:33.956521075Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.05198547Z","hostname":"sock","pid":1566,"name":"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.052026812Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/debug\"), full_name: \"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.126439217Z","hostname":"sock","pid":1566,"name":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.126489479Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/debug\"), full_name: \"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.197051227Z","hostname":"sock","pid":1566,"name":"oxp_fb594314-d689-4df6-8176-e09675ab8f03/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.197089618Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_fb594314-d689-4df6-8176-e09675ab8f03/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:34.267495062Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.293567972Z","hostname":"sock","pid":1566,"name":"oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.293603673Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/5bc1d750-0ca6-4a08-bf34-a01bf34cccef/crypt/zone\"), full_name: \"oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.364800089Z","hostname":"sock","pid":1566,"name":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.36483419Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.457736604Z","hostname":"sock","pid":1566,"name":"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/zone/oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.457773535Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/zone/oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\"), full_name: \"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/zone/oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:34.468795784Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.559847337Z","hostname":"sock","pid":1566,"name":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.559884398Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\"), full_name: \"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.662324079Z","hostname":"sock","pid":1566,"name":"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.66236093Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.755746288Z","hostname":"sock","pid":1566,"name":"oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4/crypt/zone/oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.755783639Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b80657b8-dd44-496f-8b60-edeffe6ea0c4/crypt/zone/oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\"), full_name: \"oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4/crypt/zone/oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.860647818Z","hostname":"sock","pid":1566,"name":"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.860688769Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.954133659Z","hostname":"sock","pid":1566,"name":"oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef/crypt/zone/oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:34.95418485Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/5bc1d750-0ca6-4a08-bf34-a01bf34cccef/crypt/zone/oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\"), full_name: \"oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef/crypt/zone/oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.061484267Z","hostname":"sock","pid":1566,"name":"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/zone/oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.061528048Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/zone/oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\"), full_name: \"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/zone/oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.165618256Z","hostname":"sock","pid":1566,"name":"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/zone/oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.165657497Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/zone/oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\"), full_name: \"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/zone/oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.270942678Z","hostname":"sock","pid":1566,"name":"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.27098371Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.367642749Z","hostname":"sock","pid":1566,"name":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.36768191Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\"), full_name: \"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:35.471086239Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.472755645Z","hostname":"sock","pid":1566,"name":"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.472776956Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/debug\"), full_name: \"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.545385211Z","hostname":"sock","pid":1566,"name":"oxp_fb594314-d689-4df6-8176-e09675ab8f03/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.545438043Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fb594314-d689-4df6-8176-e09675ab8f03/crypt/debug\"), full_name: \"oxp_fb594314-d689-4df6-8176-e09675ab8f03/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.617004419Z","hostname":"sock","pid":1566,"name":"oxp_fb594314-d689-4df6-8176-e09675ab8f03/crypt/zone/oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.6170463Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fb594314-d689-4df6-8176-e09675ab8f03/crypt/zone/oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\"), full_name: \"oxp_fb594314-d689-4df6-8176-e09675ab8f03/crypt/zone/oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.719549243Z","hostname":"sock","pid":1566,"name":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.719589714Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/clickhouse\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.812324264Z","hostname":"sock","pid":1566,"name":"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.812357875Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/zone\"), full_name: \"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.883057487Z","hostname":"sock","pid":1566,"name":"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/zone/oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.883104278Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/zone/oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\"), full_name: \"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/zone/oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.992532585Z","hostname":"sock","pid":1566,"name":"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:35.992574136Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/debug\"), full_name: \"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.065724397Z","hostname":"sock","pid":1566,"name":"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.065758328Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.162281413Z","hostname":"sock","pid":1566,"name":"oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef/crypt/zone/oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.162320914Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/5bc1d750-0ca6-4a08-bf34-a01bf34cccef/crypt/zone/oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\"), full_name: \"oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef/crypt/zone/oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.266547766Z","hostname":"sock","pid":1566,"name":"oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4/crypt/zone/oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.266602498Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b80657b8-dd44-496f-8b60-edeffe6ea0c4/crypt/zone/oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\"), full_name: \"oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4/crypt/zone/oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:36.270581749Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.371828817Z","hostname":"sock","pid":1566,"name":"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.371875188Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.465174894Z","hostname":"sock","pid":1566,"name":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.465204485Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:36.476676366Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.560421334Z","hostname":"sock","pid":1566,"name":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.560461504Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\"), full_name: \"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.663341708Z","hostname":"sock","pid":1566,"name":"oxp_35c96663-c574-4d07-a692-3eb8a2a79302/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.663380729Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/35c96663-c574-4d07-a692-3eb8a2a79302/crypt/debug\"), full_name: \"oxp_35c96663-c574-4d07-a692-3eb8a2a79302/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.736079547Z","hostname":"sock","pid":1566,"name":"oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.736115508Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.826764199Z","hostname":"sock","pid":1566,"name":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.82680332Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone\"), full_name: \"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.899249701Z","hostname":"sock","pid":1566,"name":"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.899286562Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.998581715Z","hostname":"sock","pid":1566,"name":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:36.998622586Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c\"), full_name: \"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.101951612Z","hostname":"sock","pid":1566,"name":"oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.101992333Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b80657b8-dd44-496f-8b60-edeffe6ea0c4/crypt/zone\"), full_name: \"oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.175240027Z","hostname":"sock","pid":1566,"name":"oxp_fb594314-d689-4df6-8176-e09675ab8f03/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.175274768Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_fb594314-d689-4df6-8176-e09675ab8f03/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.271191576Z","hostname":"sock","pid":1566,"name":"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.271236517Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.367217688Z","hostname":"sock","pid":1566,"name":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.367259289Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\"), full_name: \"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/zone/oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.470211465Z","hostname":"sock","pid":1566,"name":"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.470250556Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/zone\"), full_name: \"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:37.478651511Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.540417913Z","hostname":"sock","pid":1566,"name":"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.540455114Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.634362966Z","hostname":"sock","pid":1566,"name":"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/zone/oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.634413558Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/zone/oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b\"), full_name: \"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/zone/oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Writing ledger to /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736053507Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736467498Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736735866Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736802898Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736812028Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736819168Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736825948Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736832918Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736839809Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736846999Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736853599Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736862189Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.73688325Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.73689023Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.73689834Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.73690564Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736912491Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736918891Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736925931Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736934281Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736940801Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736947322Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736952142Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736959082Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736968342Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"datasets ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.736973502Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.737085545Z","hostname":"sock","pid":1566,"uri":"/datasets","method":"PUT","req_id":"1afe42f2-c0fe-4472-9b23-ba0d2c82aaab","remote_addr":"[fd00:1122:3344:101::1]:63873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10139218,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 395a4d9e-1527-4351-8190-c1cd55768e7c (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.768783144Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.768935608Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:39431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.769200176Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.769207206Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.803985591Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.804015782Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.835435162Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.835462463Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.869506877Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.869549879Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.869559179Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.869625671Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.9163278Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.916375711Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.916384451Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.972742Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.976702951Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.980757955Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.992409582Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:37.997098833Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:38.001082495Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:38.267587795Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/35eb16d3-adec-4806-a15c-ab7a15d18765)","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:38.480194115Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Profile for oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:39.610967281Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:39.611067983Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:39.691986761Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14907415205677870396"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:39.692105225Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7111810680181687751"} {"msg":"Profile for oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:40.09079828Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:40.090929484Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:40.576288569Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:40.576395252Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:40.576419213Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:40.576490565Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c\") failed: Property not found. retry in 62.625688ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:40.592038771Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:40.592089052Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c\") failed: Property not found. retry in 133.113573ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:40.664011978Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc\") failed: Property not found. retry in 37.27118ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:40.706715795Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b\") failed: Property not found. retry in 43.994888ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:40.731648404Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc\") failed: Property not found. retry in 94.41113ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:40.751188232Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b\") failed: Property not found. retry in 117.873551ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:40.793357154Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c\") failed: Property not found. retry in 263.456467ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:40.868239933Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:40.982086783Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17993106840727764337"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:40.983109862Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17332408252662968763"} {"msg":"wait for service Some(\"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc\") failed: Property not found. retry in 182.184169ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:40.992002151Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b\") failed: Property not found. retry in 102.198199ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:41.009983735Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b\") failed: Property not found. retry in 588.422459ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:41.134411113Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c\") failed: Property not found. retry in 388.55581ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:41.152224843Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc\") failed: Property not found. retry in 245.00953ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:41.188328684Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc\") failed: Property not found. retry in 1.053510053s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:41.443773205Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c\") failed: Property not found. retry in 823.67636ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:41.549677584Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b\") failed: Property not found. retry in 783.746682ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:41.732479118Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c\") failed: Property not found. retry in 571.785937ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:42.383277399Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc\") failed: Property not found. retry in 1.487027412s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:42.509200119Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b\") failed: Property not found. retry in 949.588884ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:42.528251993Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c\") failed: Property not found. retry in 671.417873ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:42.964688517Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b\") failed: Property not found. retry in 831.692671ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:43.486875393Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c\") failed: Property not found. retry in 1.157805139s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:43.644229594Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc\") failed: Property not found. retry in 1.193207582s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:44.004698258Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b\") failed: Property not found. retry in 1.109965728s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:44.326927791Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c\") failed: Property not found. retry in 738.612704ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:44.811331329Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc\") failed: Property not found. retry in 898.86487ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:45.20811954Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b\") failed: Property not found. retry in 1.4404045s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:45.447925752Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:46.907743832Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_internal_dns_b14af4bc-de06-49b6-a6f5-2ef07a34b0dc"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:46.907795934Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_internal_dns_395a4d9e-1527-4351-8190-c1cd55768e7c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:46.907802794Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_internal_dns_2bddd59f-8fa2-4b3b-ae1a-b309cf00641b"} {"msg":"Writing ledger to /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:46.907828104Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:46.908087202Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:46.908395811Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"6beb1a5e-05db-47bc-80d1-d7e0670e5dbf","remote_addr":"[fd00:1122:3344:101::1]:39431","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9139374,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:46.910429577Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:46.95830795Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.00544387Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.052016365Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:694"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.052027376Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.084525197Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.0853555Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.08536557Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 395a4d9e-1527-4351-8190-c1cd55768e7c (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 (service), filesystem_pool: Some(ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 89fc6686-a783-492f-b4f9-cc69952dca5b, kind: Service { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 }, name: Name(\"ntp-1f4a9057-ec2f-4d3c-b6c8-1716587b7371\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 109])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.114756684Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.114882718Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:39293"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.115237417Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.115247388Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.154131208Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.154177039Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.194451188Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.194485099Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.229749127Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.229800929Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.229945023Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.230022255Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.240775547Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.273074992Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.273798532Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.273817513Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.303223897Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 216, 109]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.303250478Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1263","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.303722611Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.303732001Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.303947397Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.30439492Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.328455734Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.34614798Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.976696524Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:47.976758226Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371\") failed: Property not found. retry in 37.805827ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:48.116466552Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371\") failed: Property not found. retry in 80.873049ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:48.16241881Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371\") failed: Property not found. retry in 161.656348ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:48.255055337Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371\") failed: Property not found. retry in 244.733705ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:48.428232031Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371\") failed: Property not found. retry in 478.551088ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:48.6829006Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371\") failed: Property not found. retry in 636.090396ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:49.170139097Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:49.694195146Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14907415205677870396"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:49.69432047Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7111810680181687751"} {"msg":"wait for service Some(\"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371\") failed: Property not found. retry in 737.196262ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:49.815839486Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371\") failed: Property not found. retry in 688.082719ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:50.562333571Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:50.983797334Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17993106840727764337"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:50.983936958Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17332408252662968763"} {"msg":"wait for service Some(\"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371\") failed: Property not found. retry in 1.388507057s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:51.258854454Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371\") failed: Property not found. retry in 1.066520051s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:52.656517571Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:53.743342955Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371"} {"msg":"Writing ledger to /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:53.743430487Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:53.743854059Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:53.744140627Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"dcce1945-37a2-4fc8-95a9-522bc1b1f9c6","remote_addr":"[fd00:1122:3344:101::1]:39293","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6629121,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:53.746865454Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:735"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:53.777598945Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:53.777798061Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:53651"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:53.7866869Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:53.786877016Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"c6c4a016-0233-4cf1-b0f2-2dc2d73ca21e","remote_addr":"[fd00:1122:3344:101::1]:53651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8962,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:53.788638825Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:53.874254525Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:53.87445078Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:48627"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:55.576863319Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6273088363219224010"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:55.883259238Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:55.883351851Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"04ead620-6d47-4021-a166-251115560b9a","remote_addr":"[fd00:1122:3344:101::1]:48627","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":2008812,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:55.885325676Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:56.080789584Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:56.080949919Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:63467"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:56.089413106Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:56.08956004Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"56855e85-b7db-4c7a-bebb-d2ffd6cf564f","remote_addr":"[fd00:1122:3344:101::1]:63467","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8534,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:56.092743869Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:56.131539507Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5912078162058704635"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:56.297828488Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:56.297956062Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:42770"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:56.305795001Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:56.305880904Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"2434149f-0a9c-4fa3-9f4d-b5bcd9e120b2","remote_addr":"[fd00:1122:3344:101::1]:42770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":7746,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:56.308802266Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:56.591830209Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:56.592014284Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:40114"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:56.911630773Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6402808983019246285"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:57.602479109Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:57.602573361Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"b9b8d5b9-dd9d-4da7-b869-818fb85b308e","remote_addr":"[fd00:1122:3344:101::1]:40114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":1010460,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:57.604961908Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:57.869103442Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:57.869257336Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:61085"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:57.878383182Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:57.878547087Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"5bf862f1-8749-4f4b-ae13-cfd9e104af09","remote_addr":"[fd00:1122:3344:101::1]:61085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9211,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:57.882121227Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:58.166073566Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:58.166203699Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:53440"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1f4a9057-ec2f-4d3c-b6c8-1716587b7371': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:58.175073548Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:58.175188831Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"31c75221-6945-472a-ac7e-ed48aa953d2c","remote_addr":"[fd00:1122:3344:101::1]:53440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8806,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:27:58.178510994Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:58.551072947Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:27:58.551192781Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:37872"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:59.695864986Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14907415205677870396"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:27:59.69600093Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7111810680181687751"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:00.007561443Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50315"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:00.007860842Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8702925e-c708-456f-9630-0fb93e427bd1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50315","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:00.282694234Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"f3016ab0-f5c4-44bb-a9ad-0c4067b65f65","remote_addr":"[fd00:1122:3344:101::1]:37872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2009457,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.027760336 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:00.285975036Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:00.285986567Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:28:00.708389906Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17993106840727764337"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-13T22:28:00.708513969Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17332408252662968763"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:00.810246091Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:00.810440907Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:64335"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:00.819903662Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"5f1d35bf-5e3f-47c1-8c25-76699ac0407e","remote_addr":"[fd00:1122:3344:101::1]:64335","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9364,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.026300224 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:00.821908128Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:00.821912718Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:01.24941922Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:01.249587985Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:54470"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:01.258342015Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"9b64541d-ad78-43d0-ae15-6d011b098217","remote_addr":"[fd00:1122:3344:101::1]:54470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8716,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.030073017 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:01.261835519Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:01.261841969Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.025115902Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.025279877Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:59580"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.033599291Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"fe5c889a-9bc9-4ee0-b3c4-302b4204a903","remote_addr":"[fd00:1122:3344:101::1]:59580","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8264,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.027967388 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.035688749Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:02.03569895Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.393831136Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.39397426Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:60034"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.414021133Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"cdea215c-4843-4d99-8f4a-46f876933494","remote_addr":"[fd00:1122:3344:101::1]:60034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":19962,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2429174486, ip_addr: 144.202.66.214, stratum: 6, ref_time: 1734128882.1007316, correction: -0.033054091 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.417340396Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.417345466Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1392"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 395a4d9e-1527-4351-8190-c1cd55768e7c (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 (service), filesystem_pool: Some(ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 89fc6686-a783-492f-b4f9-cc69952dca5b, kind: Service { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 }, name: Name(\"ntp-1f4a9057-ec2f-4d3c-b6c8-1716587b7371\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 109])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: d623e625-b63d-4f90-882e-385f19de4874 (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ab512f01-b585-4697-95ff-95548582574a (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } } } }, OmicronZoneConfig { id: 1af22521-3df5-4f6c-b052-3f1bff202927 (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } } } }, OmicronZoneConfig { id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3 (service), filesystem_pool: Some(ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 6bb86fdc-adfa-4396-af16-3194717465e2 (service), filesystem_pool: Some(ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.44664288Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.446784064Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:49397"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.447205726Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.447212576Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.481993162Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.482031395Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.512626404Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.512665936Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.541745203Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.541778014Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.571855679Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.57188359Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.601652277Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.601680571Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.634111479Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.63414519Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.66578982Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.66582067Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.695913146Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.695955607Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.696160603Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.696279566Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:02.729455769Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:02.72950277Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:02.72951142Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:02.729521261Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:02.729531361Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.729643854Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"38348c54-c25b-4d14-8c39-db4aed7a3585","remote_addr":"[fd00:1122:3344:101::1]:49397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\", TimeNotSynchronized), (\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\", TimeNotSynchronized), (\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\", TimeNotSynchronized), (\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\", TimeNotSynchronized), (\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\", TimeNotSynchronized)]","latency_us":283428,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:02.729825739Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"103.72304ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38348c54-c25b-4d14-8c39-db4aed7a3585\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:28:02 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"38348c54-c25b-4d14-8c39-db4aed7a3585\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 395a4d9e-1527-4351-8190-c1cd55768e7c (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 (service), filesystem_pool: Some(ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 89fc6686-a783-492f-b4f9-cc69952dca5b, kind: Service { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 }, name: Name(\"ntp-1f4a9057-ec2f-4d3c-b6c8-1716587b7371\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 109])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: d623e625-b63d-4f90-882e-385f19de4874 (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ab512f01-b585-4697-95ff-95548582574a (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } } } }, OmicronZoneConfig { id: 1af22521-3df5-4f6c-b052-3f1bff202927 (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } } } }, OmicronZoneConfig { id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3 (service), filesystem_pool: Some(ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 6bb86fdc-adfa-4396-af16-3194717465e2 (service), filesystem_pool: Some(ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.834725578Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.835070897Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.835084588Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.867147269Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.86718038Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.8981421Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.898179031Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.929810682Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.929847251Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.960991937Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.961028618Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.99276847Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:02.992799431Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.024943824Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.024974655Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.05612606Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.056155811Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.087737909Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.08777038Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.087974366Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.088098859Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.120645294Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.120694315Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.120706016Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.120716096Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.120726106Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.120817169Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"633f3856-eaaa-4b92-876c-d1bebf555148","remote_addr":"[fd00:1122:3344:101::1]:49397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\", TimeNotSynchronized), (\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\", TimeNotSynchronized), (\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\", TimeNotSynchronized), (\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\", TimeNotSynchronized), (\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\", TimeNotSynchronized)]","latency_us":286713,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.120963483Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"127.599919ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"633f3856-eaaa-4b92-876c-d1bebf555148\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:28:02 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"633f3856-eaaa-4b92-876c-d1bebf555148\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 395a4d9e-1527-4351-8190-c1cd55768e7c (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 (service), filesystem_pool: Some(ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 89fc6686-a783-492f-b4f9-cc69952dca5b, kind: Service { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 }, name: Name(\"ntp-1f4a9057-ec2f-4d3c-b6c8-1716587b7371\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 109])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: d623e625-b63d-4f90-882e-385f19de4874 (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ab512f01-b585-4697-95ff-95548582574a (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } } } }, OmicronZoneConfig { id: 1af22521-3df5-4f6c-b052-3f1bff202927 (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } } } }, OmicronZoneConfig { id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3 (service), filesystem_pool: Some(ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 6bb86fdc-adfa-4396-af16-3194717465e2 (service), filesystem_pool: Some(ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.248767735Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.249162746Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.249182417Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.2848704Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.284901151Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.317756104Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.317788245Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.352219233Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.352259534Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.385664583Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.385692344Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.41757628Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.417613951Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.450382393Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.450404333Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.484599734Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.484640415Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.518337002Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.518393193Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.518563618Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.518675032Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.551800832Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.551846994Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.551855574Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.551865204Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.551872834Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.552002078Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"eda0f408-14b4-4e3e-a805-9eb0a8d4ed4e","remote_addr":"[fd00:1122:3344:101::1]:49397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\", TimeNotSynchronized), (\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\", TimeNotSynchronized), (\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\", TimeNotSynchronized), (\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\", TimeNotSynchronized), (\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\", TimeNotSynchronized)]","latency_us":303873,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.552178023Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"86.183928ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eda0f408-14b4-4e3e-a805-9eb0a8d4ed4e\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:28:03 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"eda0f408-14b4-4e3e-a805-9eb0a8d4ed4e\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 395a4d9e-1527-4351-8190-c1cd55768e7c (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 (service), filesystem_pool: Some(ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 89fc6686-a783-492f-b4f9-cc69952dca5b, kind: Service { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 }, name: Name(\"ntp-1f4a9057-ec2f-4d3c-b6c8-1716587b7371\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 109])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: d623e625-b63d-4f90-882e-385f19de4874 (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ab512f01-b585-4697-95ff-95548582574a (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } } } }, OmicronZoneConfig { id: 1af22521-3df5-4f6c-b052-3f1bff202927 (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } } } }, OmicronZoneConfig { id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3 (service), filesystem_pool: Some(ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 6bb86fdc-adfa-4396-af16-3194717465e2 (service), filesystem_pool: Some(ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.639352083Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.639693623Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.639706783Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.670519899Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.67056227Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.699337489Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.69937219Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.72891556Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.728951211Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.760308532Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.760343013Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.79189954Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.791933471Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.821245625Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.821289936Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.85344295Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.853481421Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.88473724Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.884776211Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.885002027Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.885126651Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.915461113Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.915544335Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.915555806Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.915564196Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.915574106Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:03.915634048Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"c4e73552-24ef-4b00-9b46-733f8850faf6","remote_addr":"[fd00:1122:3344:101::1]:49397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\", TimeNotSynchronized), (\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\", TimeNotSynchronized), (\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\", TimeNotSynchronized), (\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\", TimeNotSynchronized), (\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\", TimeNotSynchronized)]","latency_us":276887,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:03.915763652Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"255.055519ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4e73552-24ef-4b00-9b46-733f8850faf6\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:28:03 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c4e73552-24ef-4b00-9b46-733f8850faf6\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 395a4d9e-1527-4351-8190-c1cd55768e7c (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 (service), filesystem_pool: Some(ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 89fc6686-a783-492f-b4f9-cc69952dca5b, kind: Service { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 }, name: Name(\"ntp-1f4a9057-ec2f-4d3c-b6c8-1716587b7371\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 109])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: d623e625-b63d-4f90-882e-385f19de4874 (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ab512f01-b585-4697-95ff-95548582574a (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } } } }, OmicronZoneConfig { id: 1af22521-3df5-4f6c-b052-3f1bff202927 (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } } } }, OmicronZoneConfig { id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3 (service), filesystem_pool: Some(ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 6bb86fdc-adfa-4396-af16-3194717465e2 (service), filesystem_pool: Some(ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.171361316Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.171672714Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.171700935Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.205557177Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.205606088Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.238127972Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.238169774Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.27007338Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.270109671Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.30279176Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.302822341Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.336054545Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.336092476Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.368499287Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.368532098Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.401963367Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.401999698Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.433656278Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.433699173Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.433880684Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.433988327Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:04.468533278Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:04.46857275Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:04.46858003Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:04.46858842Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:04.468596985Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.468726204Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"781bdfbb-03d3-4be0-b20c-884908054aaa","remote_addr":"[fd00:1122:3344:101::1]:49397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\", TimeNotSynchronized), (\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\", TimeNotSynchronized), (\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\", TimeNotSynchronized), (\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\", TimeNotSynchronized), (\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\", TimeNotSynchronized)]","latency_us":298047,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:04.468883738Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"286.472643ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"781bdfbb-03d3-4be0-b20c-884908054aaa\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:28:04 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"781bdfbb-03d3-4be0-b20c-884908054aaa\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 395a4d9e-1527-4351-8190-c1cd55768e7c (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 (service), filesystem_pool: Some(ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 89fc6686-a783-492f-b4f9-cc69952dca5b, kind: Service { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 }, name: Name(\"ntp-1f4a9057-ec2f-4d3c-b6c8-1716587b7371\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 109])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: d623e625-b63d-4f90-882e-385f19de4874 (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ab512f01-b585-4697-95ff-95548582574a (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } } } }, OmicronZoneConfig { id: 1af22521-3df5-4f6c-b052-3f1bff202927 (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } } } }, OmicronZoneConfig { id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3 (service), filesystem_pool: Some(ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 6bb86fdc-adfa-4396-af16-3194717465e2 (service), filesystem_pool: Some(ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.756547964Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.756899443Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.756911244Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.792821743Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.792854764Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.824576236Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.824622908Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.85497477Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.855008081Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.887657749Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.887689279Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.919567806Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.919594686Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.95210269Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.952136451Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.984615384Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:04.984656475Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.017162989Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.01719778Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.017385315Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.017500508Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:05.049675212Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:05.049718114Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:05.049723754Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:05.049733154Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:05.049742474Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.049894339Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"3218a8c7-bec5-49b5-a2da-a9aef75f5d07","remote_addr":"[fd00:1122:3344:101::1]:49397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\", TimeNotSynchronized), (\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\", TimeNotSynchronized), (\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\", TimeNotSynchronized), (\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\", TimeNotSynchronized), (\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\", TimeNotSynchronized)]","latency_us":294000,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:05.050077694Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"351.274539ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3218a8c7-bec5-49b5-a2da-a9aef75f5d07\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:28:04 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3218a8c7-bec5-49b5-a2da-a9aef75f5d07\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 395a4d9e-1527-4351-8190-c1cd55768e7c (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 (service), filesystem_pool: Some(ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 89fc6686-a783-492f-b4f9-cc69952dca5b, kind: Service { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 }, name: Name(\"ntp-1f4a9057-ec2f-4d3c-b6c8-1716587b7371\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 109])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: d623e625-b63d-4f90-882e-385f19de4874 (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ab512f01-b585-4697-95ff-95548582574a (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } } } }, OmicronZoneConfig { id: 1af22521-3df5-4f6c-b052-3f1bff202927 (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } } } }, OmicronZoneConfig { id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3 (service), filesystem_pool: Some(ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 6bb86fdc-adfa-4396-af16-3194717465e2 (service), filesystem_pool: Some(ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.401701767Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.401988065Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.402001335Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.436102734Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.436139075Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.468582777Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.468622288Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.501035149Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.5010693Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:05.506384109Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"358.467756ms"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.534578472Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.534613293Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.567070655Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.567105696Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.599739873Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.599777474Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.633014808Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.633045469Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.665013508Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.665057699Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.665214753Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.665331537Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:05.697977393Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:05.698012705Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:05.698019895Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:05.698025025Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:05.698031315Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.698135368Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"5779b3b8-1f5b-4024-847d-86f32eff6a35","remote_addr":"[fd00:1122:3344:101::1]:49397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\", TimeNotSynchronized), (\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\", TimeNotSynchronized), (\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\", TimeNotSynchronized), (\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\", TimeNotSynchronized), (\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\", TimeNotSynchronized)]","latency_us":297110,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:05.698298133Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"184.663277ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5779b3b8-1f5b-4024-847d-86f32eff6a35\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:28:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5779b3b8-1f5b-4024-847d-86f32eff6a35\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 395a4d9e-1527-4351-8190-c1cd55768e7c (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 (service), filesystem_pool: Some(ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 89fc6686-a783-492f-b4f9-cc69952dca5b, kind: Service { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 }, name: Name(\"ntp-1f4a9057-ec2f-4d3c-b6c8-1716587b7371\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 109])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: d623e625-b63d-4f90-882e-385f19de4874 (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ab512f01-b585-4697-95ff-95548582574a (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } } } }, OmicronZoneConfig { id: 1af22521-3df5-4f6c-b052-3f1bff202927 (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } } } }, OmicronZoneConfig { id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3 (service), filesystem_pool: Some(ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 6bb86fdc-adfa-4396-af16-3194717465e2 (service), filesystem_pool: Some(ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.896921745Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.897162782Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.897168742Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.932525786Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.932552157Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.964523775Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.964552245Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.993718796Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:05.993742167Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.02586466Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.025908651Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.058175158Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.058206649Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.092530503Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.092560754Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.124916704Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.124945014Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.157634223Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.157672104Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.157843439Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.157953712Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:06.18918773Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:06.189225821Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:06.189236012Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:06.189246572Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:06.189254652Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3314","zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.189381216Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"052761e4-1934-4617-9473-866896f29ee3","remote_addr":"[fd00:1122:3344:101::1]:49397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\", TimeNotSynchronized), (\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\", TimeNotSynchronized), (\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\", TimeNotSynchronized), (\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\", TimeNotSynchronized), (\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\", TimeNotSynchronized)]","latency_us":293155,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:06.18954675Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"452.406295ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"052761e4-1934-4617-9473-866896f29ee3\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:28:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"052761e4-1934-4617-9473-866896f29ee3\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 395a4d9e-1527-4351-8190-c1cd55768e7c (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 (service), filesystem_pool: Some(ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 89fc6686-a783-492f-b4f9-cc69952dca5b, kind: Service { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 }, name: Name(\"ntp-1f4a9057-ec2f-4d3c-b6c8-1716587b7371\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 109])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: d623e625-b63d-4f90-882e-385f19de4874 (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ab512f01-b585-4697-95ff-95548582574a (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } } } }, OmicronZoneConfig { id: 1af22521-3df5-4f6c-b052-3f1bff202927 (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } } } }, OmicronZoneConfig { id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3 (service), filesystem_pool: Some(ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 6bb86fdc-adfa-4396-af16-3194717465e2 (service), filesystem_pool: Some(ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.641536624Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.641853033Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.641863143Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.676224159Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.67626471Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.708047724Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.708093785Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.740909037Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.740952359Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.773546185Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.773589906Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.806915413Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.806980294Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.840026963Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.840065154Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.875799909Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.87584026Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.908246811Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.908298012Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.908470547Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.90859474Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.990243495Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.990306667Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.990317117Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.990324348Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:06.990341568Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:07.079800214Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:07.083952941Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:07.087756278Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:07.091565685Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:07.095760083Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:07.100708802Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:07.106005521Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:07.111008262Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:07.115313573Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:07.119537902Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:09.900702656Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:09.900822949Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:09.916315255Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:09.9164935Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:09.916558842Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:09.922133819Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:10.043645086Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:10.04379603Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 67.350913ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:10.056874358Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 53.199459ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:10.064389189Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 65.072899ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:10.071827418Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:10.117710119Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:10.117914764Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 100.606307ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:10.224139821Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 121.30903ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:10.435959018Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 127.225026ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:10.479258345Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 171.551259ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:10.507644644Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 28.916635ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:10.543485931Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 242.983094ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:10.616452143Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 113.69796ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:10.624013356Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 281.042094ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:10.704628352Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\") failed: Property not found. retry in 58.739673ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:10.737373332Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 366.936547ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:10.980779407Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 212.37583ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:11.622093957Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 216.692987ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:11.828459058Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 226.960686ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:11.870004086Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\") failed: Property not found. retry in 135.263584ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:11.892657973Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 549.50958ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:11.924496658Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 275.358576ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:11.947662099Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\") failed: Property not found. retry in 141.691931ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:12.044084867Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 917.19929ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:12.093696788Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 603.556378ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:12.13551892Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\") failed: Property not found. retry in 280.19888ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:12.203377903Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 467.958497ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:12.237294194Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 1.297951122s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:12.488073625Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\") failed: Property not found. retry in 622.554236ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:12.501580674Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 544.804514ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:12.71797837Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 851.755418ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:12.75078866Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 895.216584ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:13.019938821Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\") failed: Property not found. retry in 1.22918052s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:13.133629272Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 547.324297ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:13.272515654Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 979.754168ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:13.613029527Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 751.322902ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:13.795116208Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 742.343246ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:13.828550886Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 696.892391ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:13.924580657Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\") failed: Property not found. retry in 595.81487ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:14.372337039Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 838.953784ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:14.556453584Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 1.37162685s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:14.580143387Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 1.034732272s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:14.601598309Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 1.286226974s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:14.631839876Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\") failed: Property not found. retry in 1.068690296s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:14.977022156Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 1.022133285s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:15.405492206Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 1.123383979s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:15.645757443Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 725.607335ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:15.92841301Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 1.414761548s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:15.96135847Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\") failed: Property not found. retry in 1.37849727s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:16.056076501Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 970.584674ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:16.439538Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 1.444774767s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:16.663272937Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 1.180375957s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:16.779021412Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 716.891168ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:17.385972953Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 589.981515ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:17.419541764Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\") failed: Property not found. retry in 1.496152023s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:17.445710271Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 887.466388ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:17.969918512Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 589.395852ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:18.018826561Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 972.987941ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:18.113205716Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 823.487427ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:18.121614322Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 1.061434722s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:18.618205842Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 576.708917ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:18.868746185Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\") failed: Property not found. retry in 1.342956495s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:18.952942134Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 1.40128159s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:18.961342075Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 651.480647ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:19.096287051Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 1.47475138s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:19.456225498Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 501.56798ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:19.689665399Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 1.256886112s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:19.757657373Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 646.539718ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:20.200943538Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\") failed: Property not found. retry in 708.332784ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:20.305332074Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 882.06403ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:20.371977742Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 1.045115966s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:20.858187349Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:20.885528845Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"294.692586ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 588.484736ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:20.943117359Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\") failed: Property not found. retry in 1.217730219s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:21.024424298Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 1.323991208s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:21.034463401Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 547.892537ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:21.264776785Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 562.168205ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:21.541947694Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 1.007465275s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:21.821718618Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 1.150117847s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:21.91307585Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 1.260943145s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:22.113999319Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\") failed: Property not found. retry in 1.287872157s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:22.252356406Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 1.259621795s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:22.368871611Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 1.156767504s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:22.838471962Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 525.397825ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:23.073163481Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 1.077915815s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:23.38352009Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\") failed: Property not found. retry in 1.351268962s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:23.550596874Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3\") failed: Property not found. retry in 1.489969389s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:23.607761806Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 555.09945ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:23.638807426Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a\") failed: Property not found. retry in 1.384982075s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:24.006843071Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874\") failed: Property not found. retry in 706.236358ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:24.203554067Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2\") failed: Property not found. retry in 827.533712ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:24.472040205Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927\") failed: Property not found. retry in 986.611396ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:24.911884188Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:25.922493575Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_cockroachdb_ab512f01-b585-4697-95ff-95548582574a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:25.922564667Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_cockroachdb_6bb86fdc-adfa-4396-af16-3194717465e2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:25.922574367Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:25.922579537Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_cockroachdb_abb00af3-5d1a-42d8-8103-7ee7bc3835d3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:25.922584738Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_cockroachdb_d623e625-b63d-4f90-882e-385f19de4874"} {"msg":"Writing ledger to /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:25.922595238Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:25.922967808Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:25.9233957Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"5a5ff9a6-d4a8-48a6-a564-a7afc0d27e3b","remote_addr":"[fd00:1122:3344:101::1]:49397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":19294233,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:25.958083923Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:64407"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:25.98865566Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"5d58b006-eff9-44d3-85f1-cd7e86fd3dfe","remote_addr":"[fd00:1122:3344:101::1]:64407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":30453,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:25.988954488Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"101.134429ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d58b006-eff9-44d3-85f1-cd7e86fd3dfe\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:28:25 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5d58b006-eff9-44d3-85f1-cd7e86fd3dfe\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:26.119423935Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"eb1d1bfe-f653-4500-b45d-cbdfac9b8c4d","remote_addr":"[fd00:1122:3344:101::1]:64407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":28181,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:26.119632821Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"179.969723ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb1d1bfe-f653-4500-b45d-cbdfac9b8c4d\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:28:25 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"eb1d1bfe-f653-4500-b45d-cbdfac9b8c4d\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:26.326448328Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"0d786454-312d-4324-ab1f-f110ae2a3059","remote_addr":"[fd00:1122:3344:101::1]:64407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":25500,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:26.326647333Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"102.889996ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d786454-312d-4324-ab1f-f110ae2a3059\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:28:25 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0d786454-312d-4324-ab1f-f110ae2a3059\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:26.458786097Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"cf21e7cf-82d5-4b02-ac48-1556d49b6daf","remote_addr":"[fd00:1122:3344:101::1]:64407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27928,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:26.458969282Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"133.392993ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf21e7cf-82d5-4b02-ac48-1556d49b6daf\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:28:25 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"cf21e7cf-82d5-4b02-ac48-1556d49b6daf\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:26.619730668Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"027f47ca-1e3b-4108-86ef-fe8c9d962e1f","remote_addr":"[fd00:1122:3344:101::1]:64407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26497,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:26.62013838Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"277.388128ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"027f47ca-1e3b-4108-86ef-fe8c9d962e1f\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:28:25 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"027f47ca-1e3b-4108-86ef-fe8c9d962e1f\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:26.925702733Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"fd1df90f-d8bc-48d0-9b84-4350af4fd94b","remote_addr":"[fd00:1122:3344:101::1]:64407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27478,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:26.925870168Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"210.311562ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd1df90f-d8bc-48d0-9b84-4350af4fd94b\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:28:26 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fd1df90f-d8bc-48d0-9b84-4350af4fd94b\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:27.167015247Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"6a0b1c69-bbab-4203-85ea-daf78466ddfc","remote_addr":"[fd00:1122:3344:101::1]:64407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1af22521-3df5-4f6c-b052-3f1bff202927 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":29824,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:27.167205063Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"238.081022ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a0b1c69-bbab-4203-85ea-daf78466ddfc\", \"content-length\": \"124\", \"date\": \"Fri, 13 Dec 2024 22:28:26 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6a0b1c69-bbab-4203-85ea-daf78466ddfc\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:27.438997491Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3743"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:52.147879141Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3761"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:56.718057895Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3784"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:56.718917069Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"c61c6c77-0deb-451d-9ae5-5b046707ec7b","remote_addr":"[fd00:1122:3344:101::1]:64407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29312591,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:56.721053229Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42630"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:28:56.732892181Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"502.248743ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 395a4d9e-1527-4351-8190-c1cd55768e7c (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 (service), filesystem_pool: Some(ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 89fc6686-a783-492f-b4f9-cc69952dca5b, kind: Service { id: 1f4a9057-ec2f-4d3c-b6c8-1716587b7371 }, name: Name(\"ntp-1f4a9057-ec2f-4d3c-b6c8-1716587b7371\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 216, 109])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: d623e625-b63d-4f90-882e-385f19de4874 (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ab512f01-b585-4697-95ff-95548582574a (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } } } }, OmicronZoneConfig { id: 1af22521-3df5-4f6c-b052-3f1bff202927 (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } } } }, OmicronZoneConfig { id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3 (service), filesystem_pool: Some(ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 6bb86fdc-adfa-4396-af16-3194717465e2 (service), filesystem_pool: Some(ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3e0d656e-3552-43ff-8e95-5ed82471e0ae (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 0e0028b4-c96e-4259-b0d9-2dd1e967b57e, kind: Service { id: 3e0d656e-3552-43ff-8e95-5ed82471e0ae }, name: Name(\"external-dns-3e0d656e-3552-43ff-8e95-5ed82471e0ae\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 156])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0ef774ca-06b2-40a8-a632-7304d594c07a (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 9fbc6464-5658-4709-85f5-cba4ad21c9de, kind: Service { id: 0ef774ca-06b2-40a8-a632-7304d594c07a }, name: Name(\"external-dns-0ef774ca-06b2-40a8-a632-7304d594c07a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 39])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: b2389da8-cde2-4174-a8e1-a4dabd361b80 (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: be9ea2e0-22c4-425c-9afb-1597ead9d56b, kind: Service { id: b2389da8-cde2-4174-a8e1-a4dabd361b80 }, name: Name(\"nexus-b2389da8-cde2-4174-a8e1-a4dabd361b80\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: ef47bd05-ad7e-42a3-8257-dec06acd2b93 (service), filesystem_pool: Some(ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: bb1ce312-163f-477c-9052-27f110965501, kind: Service { id: ef47bd05-ad7e-42a3-8257-dec06acd2b93 }, name: Name(\"nexus-ef47bd05-ad7e-42a3-8257-dec06acd2b93\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 50])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 7e3d78a7-b6c3-4636-b217-b0a79485c981 (service), filesystem_pool: Some(ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: e47aafa9-7219-497b-8e24-b813038ee602, kind: Service { id: 7e3d78a7-b6c3-4636-b217-b0a79485c981 }, name: Name(\"nexus-7e3d78a7-b6c3-4636-b217-b0a79485c981\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 689eb899-96a8-4e42-a5ca-864d1c68fdc9 (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2 (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } } } }, OmicronZoneConfig { id: fef903b4-5e26-41cf-9ef8-fdf744c1ce8c (service), filesystem_pool: Some(ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0dd7b0ec-9c6d-4813-9a5e-cd184cdec869 (service), filesystem_pool: Some(ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 128c56c1-c87f-4290-bec9-772d8c30d934 (service), filesystem_pool: Some(ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ceccfc26-d275-4f22-bea6-d0c86043e1f0 (service), filesystem_pool: Some(ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External } } } }, OmicronZoneConfig { id: acec6218-e24c-44eb-99aa-6d30724f14ab (service), filesystem_pool: Some(ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External } } } }, OmicronZoneConfig { id: d64a1818-8633-453a-b13f-88ca4e89a7c4 (service), filesystem_pool: Some(ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External } } } }, OmicronZoneConfig { id: 75f07622-aad2-4d27-9e07-2856e4fb4722 (service), filesystem_pool: Some(ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 35d09a11-5d25-47f0-a6f4-341cbb551dd5 (service), filesystem_pool: Some(ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79db7e3d-21d6-43fe-bcec-aa471a9e012c (service), filesystem_pool: Some(ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External } } } }, OmicronZoneConfig { id: 694b4960-fc0f-482e-8da6-0ffd414578b4 (service), filesystem_pool: Some(ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 45856571-2c50-487e-9962-2d48d24e4919 (service), filesystem_pool: Some(ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External } } } }, OmicronZoneConfig { id: 74b96c49-e4d9-4174-9313-533584a77cb5 (service), filesystem_pool: Some(ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:56.766444722Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:56.76674943Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:48088"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:56.768220682Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:56.768234232Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 395a4d9e-1527-4351-8190-c1cd55768e7c, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:56.82095306Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:56.821004321Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2bddd59f-8fa2-4b3b-ae1a-b309cf00641b, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:56.871293421Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:56.871345593Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b14af4bc-de06-49b6-a6f5-2ef07a34b0dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:56.918204206Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:56.918251788Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: d623e625-b63d-4f90-882e-385f19de4874, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:56.970923154Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:56.970970515Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: ab512f01-b585-4697-95ff-95548582574a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.021114851Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.021164902Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 1af22521-3df5-4f6c-b052-3f1bff202927, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.064458726Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.064517588Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: abb00af3-5d1a-42d8-8103-7ee7bc3835d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.114012625Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.114062487Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 6bb86fdc-adfa-4396-af16-3194717465e2, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e0d656e-3552-43ff-8e95-5ed82471e0ae, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.162140394Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.162274198Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 3e0d656e-3552-43ff-8e95-5ed82471e0ae, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ef774ca-06b2-40a8-a632-7304d594c07a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.208692829Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.208739201Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0ef774ca-06b2-40a8-a632-7304d594c07a, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.25650546Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.256560991Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ceccfc26-d275-4f22-bea6-d0c86043e1f0, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.304466054Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.304518016Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: ceccfc26-d275-4f22-bea6-d0c86043e1f0, dataset_name: DatasetName { pool_name: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: acec6218-e24c-44eb-99aa-6d30724f14ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.350195616Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.350239817Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: acec6218-e24c-44eb-99aa-6d30724f14ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d64a1818-8633-453a-b13f-88ca4e89a7c4, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.389524749Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.38957218Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: d64a1818-8633-453a-b13f-88ca4e89a7c4, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 75f07622-aad2-4d27-9e07-2856e4fb4722, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.430874478Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.430931819Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 75f07622-aad2-4d27-9e07-2856e4fb4722, dataset_name: DatasetName { pool_name: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 35d09a11-5d25-47f0-a6f4-341cbb551dd5, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.476471436Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.476520077Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 35d09a11-5d25-47f0-a6f4-341cbb551dd5, dataset_name: DatasetName { pool_name: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79db7e3d-21d6-43fe-bcec-aa471a9e012c, dataset_name: DatasetName { pool_name: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.520336266Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.520382107Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 79db7e3d-21d6-43fe-bcec-aa471a9e012c, dataset_name: DatasetName { pool_name: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 694b4960-fc0f-482e-8da6-0ffd414578b4, dataset_name: DatasetName { pool_name: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.564746741Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.564791822Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 694b4960-fc0f-482e-8da6-0ffd414578b4, dataset_name: DatasetName { pool_name: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 45856571-2c50-487e-9962-2d48d24e4919, dataset_name: DatasetName { pool_name: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.612773467Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.612820568Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 45856571-2c50-487e-9962-2d48d24e4919, dataset_name: DatasetName { pool_name: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74b96c49-e4d9-4174-9313-533584a77cb5, dataset_name: DatasetName { pool_name: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.656980456Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.657149611Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 74b96c49-e4d9-4174-9313-533584a77cb5, dataset_name: DatasetName { pool_name: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.702318266Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.702383538Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.702639195Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.70280435Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.833691309Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.834503552Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.834523273Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.886555071Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.886804488Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.88685886Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.8868736Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.88687906Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.888001532Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:57.901547351Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.099644874Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.099869241Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.099932613Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.099976194Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.100013595Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.116139577Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.116389604Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.116399224Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.116405024Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.116442776Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.1215868Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.127563407Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.133228356Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.137980389Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.143254747Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.148327009Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.297020307Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.302748078Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.308282943Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.313382066Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.318350525Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.323380846Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.328774308Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.333685185Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.338731017Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.343805329Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.348466969Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.353667365Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.359432587Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.36525035Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.433806952Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.434406479Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.471852498Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.493589358Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.50900948Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.531526611Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.549465844Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.561318436Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.637375938Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.695582489Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.750119898Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.805534561Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.811281653Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.81262758Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.864794313Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 166, 50]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.864819173Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1263","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.866046868Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.866064118Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.917775288Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 177, 163]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.917797919Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1263","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.919098775Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.919122236Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.973380697Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 167, 156]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.973402327Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1263","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.974731344Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:58.974744345Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.027701599Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 223, 94]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.02772998Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1263","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.030377684Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.030397105Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.084590144Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 198, 39]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.084620145Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1263","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.102361332Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.102384333Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.109197684Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.109213784Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.109238065Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.109246455Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.109363429Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.109379249Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.109472762Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.109486322Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.129788001Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.131452338Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.172935311Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.175920554Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.176006087Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.179156545Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.179240197Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.182300763Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.182321214Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.185567995Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.349168821Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.361212818Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.372908876Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.388197465Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.400115329Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.413222307Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.42512382Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.436128649Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.445868882Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:28:59.454613917Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.698117638Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.699453785Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.699653971Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.711944406Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.712118591Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.720605578Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.794618893Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.794900621Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.803645576Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.804099359Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.804404337Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.804901321Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.805061866Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.805362914Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.805702964Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.806102655Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.806114125Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.814343716Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.821728123Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.829848411Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.837580497Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.845052597Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.852935508Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:08.861615421Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 27.553871ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:09.025480155Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\") failed: Property not found. retry in 73.635227ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:09.037137611Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 63.140417ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:09.063552362Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 48.436429ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:09.075025003Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 61.036999ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:09.086994949Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 106.284674ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:09.102154894Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 44.882121ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:09.235937804Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 46.96333ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:09.431965089Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 59.817112ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:10.094312145Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\") failed: Property not found. retry in 132.33676ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.094902962Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\") failed: Property not found. retry in 67.425077ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.119182943Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 94.573436ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.139693488Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 96.42878ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.153887285Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 139.311063ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.199862634Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 144.755943ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.225868983Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 149.18724ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.243344333Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 67.849411ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.257021717Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 126.639528ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.270113083Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\") failed: Property not found. retry in 64.198072ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.284337302Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 58.581053ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.299564009Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 41.72356ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.312299856Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\") failed: Property not found. retry in 294.80767ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.330038843Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\") failed: Property not found. retry in 136.837567ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.343778448Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 266.79224ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.356041252Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 225.981607ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.370866998Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 289.805622ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.383477921Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 122.794482ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.39807437Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 445.580211ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.416877658Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 67.279894ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.432284529Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 180.218302ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.451054376Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\") failed: Property not found. retry in 106.695839ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.468171686Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 184.114889ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.483418443Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 97.006419ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.50009154Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\") failed: Property not found. retry in 188.721218ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.516424968Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 247.327476ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.53218072Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 355.362127ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.545213585Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\") failed: Property not found. retry in 240.88806ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.597880822Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 560.632111ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.613914141Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 149.709149ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.629746435Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\") failed: Property not found. retry in 249.23188ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.645066674Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 231.588706ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.662370718Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 581.515388ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.682288237Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 477.168555ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.697801002Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 207.872333ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.710792886Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\") failed: Property not found. retry in 418.999083ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.725854378Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 367.314076ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.799695538Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 410.168102ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.819730139Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\") failed: Property not found. retry in 572.208213ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.857229951Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 1.05815341s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.879890226Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 580.721946ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.915031251Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\") failed: Property not found. retry in 589.240299ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.941811922Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 953.218389ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.960743402Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 937.517621ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:11.978223862Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\") failed: Property not found. retry in 1.072069103s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.16259194Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 486.532519ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.185338098Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 1.105826452s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.202636073Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 770.477964ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.218750305Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 513.886431ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.246663527Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 638.74068ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.280959949Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.428581467Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"2.608300656s"} {"msg":"wait for service Some(\"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\") failed: Property not found. retry in 620.760428ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.449295277Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 1.060847844s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.51112452Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:12.513380333Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:12.513575529Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\") failed: Property not found. retry in 1.04320522s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.547891011Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 852.723504ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.685989461Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 71.973599ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.763157894Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 1.196304744s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.776162069Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 115.88862ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.847329274Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 894.068942ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.927921403Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 1.214532701s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.937379458Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 1.272144916s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.950759553Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 1.441391476s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.968557642Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 184.461844ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:12.986775383Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 1.356174759s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:13.006434394Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\") failed: Property not found. retry in 763.277041ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:13.08833944Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 584.464238ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:13.202176841Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\") failed: Property not found. retry in 1.488989421s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:13.262576204Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 1.301685703s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:13.327228396Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:13.367484835Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:13.367827444Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 1.26478034s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:13.555751982Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 1.171773803s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:13.588959263Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\") failed: Property not found. retry in 1.105975462s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:13.608420859Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 31.473857ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:13.681164097Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 109.426327ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:13.724250945Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 439.53176ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:13.799144304Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 502.105511ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:13.835829102Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 111.009253ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:13.847142709Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\") failed: Property not found. retry in 943.504701ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:13.86464342Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:13.87570325Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:13.875805173Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:13.875812043Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:13.887248734Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 426.247013ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:13.993285166Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:13.995197669Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 1.365378858s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.019554102Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:14.019903432Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 66.302978ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.145696248Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 539.706858ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.164593578Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 36.184848ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.198611202Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 90.65336ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.227361277Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 611.885614ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.261922146Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 1.178871578s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.502424268Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 54.813003ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.514917688Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 1.321794526s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.52818925Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 225.724462ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.540874516Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 1.417972126s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.55314134Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 40.97392ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.565856476Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 518.586267ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.580684941Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 1.329436736s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.593042938Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 260.261205ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.609727506Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 128.110837ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.619791108Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 677.037534ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.644208122Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 1.177975566s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.72547424Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\") failed: Property not found. retry in 604.670135ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.739271797Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 200.772955ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.762403155Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\") failed: Property not found. retry in 1.307999561s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.7825661Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 1.416006691s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.793690062Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 467.052604ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.805141433Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\") failed: Property not found. retry in 712.059263ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.822259263Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 595.936203ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.834649511Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 541.437032ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.887679917Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 1.181491341s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.901412702Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:14.918866731Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54848"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:14.945010954Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"70bc81de-c634-4c8e-8161-e10d7eff5a72","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54848","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7129,"response_code":"200"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 421.013496ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:14.976843076Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 811.516707ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.122264603Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:15.144892697Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:15.145033081Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 537.302013ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.290232591Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 1.330171721s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.340976453Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\") failed: Property not found. retry in 1.025378201s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.363815634Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 1.358101315s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.401884211Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 1.134238915s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.422976992Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 861.463567ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.448461786Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 823.081278ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.467674755Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 34.275566ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.486262356Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 133.805527ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.538152451Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\") failed: Property not found. retry in 1.347746868s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.5577482Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 156.422708ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.743071094Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 538.326844ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.759113104Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 780.520725ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.843803898Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 1.010798921s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.864748115Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 459.569731ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.925203529Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 1.317345832s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.947167995Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 1.388245754s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.967947067Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 1.433037288s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:15.992173467Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 1.471186358s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:16.014661887Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 1.110144073s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:16.104160686Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\") failed: Property not found. retry in 1.070784821s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:16.132758517Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 1.086476363s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:16.242628737Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 1.468840214s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:16.321709424Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 591.641827ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:16.343357511Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 751.560368ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:16.361277683Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 1.011788093s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:16.406717507Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\") failed: Property not found. retry in 1.446271866s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:16.43679585Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 820.021659ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:16.577169395Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 1.23268379s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:16.650530011Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 1.285417515s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:16.694722899Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 1.433125286s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:16.779937888Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 850.635354ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:16.894144529Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\") failed: Property not found. retry in 1.30148983s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:16.922475783Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 1.088313452s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:16.948226695Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 924.408819ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:17.128817957Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\") failed: Property not found. retry in 1.152015937s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:17.218842311Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 1.142256288s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:17.233656286Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 753.800036ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:17.281771645Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 1.03905657s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:17.345677376Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 810.162721ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:17.371689985Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 1.411736137s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:17.411378098Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 749.594494ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:17.435143934Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 1.413868153s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:17.447572012Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 694.735619ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:17.502132422Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 542.490201ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:17.759596948Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 1.485458244s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:17.804286271Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\") failed: Property not found. retry in 1.379286094s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:17.898330407Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 939.40878ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:17.911436144Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 1.486208298s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:17.995952643Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 1.319280125s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.050613585Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 535.66403ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.066162771Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 911.560731ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.081531062Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 808.888819ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.196414652Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 1.037762819s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.21093819Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 1.08575941s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.226062823Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\") failed: Property not found. retry in 575.494305ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.239296454Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 1.460440956s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.253743359Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 1.352514719s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.316253002Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\") failed: Property not found. retry in 1.204358912s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.38610461Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 1.300204614s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.3993065Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 1.365485877s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.412657244Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 627.720814ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.615839989Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\") failed: Property not found. retry in 1.461240501s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.829113397Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 520.979ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.842107931Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 1.053108997s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.865058095Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 510.977692ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:18.880158538Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 1.195460449s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.007429176Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 946.990833ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.019554255Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:19.097431958Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:19.097555582Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 775.275812ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.265059537Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 1.355509411s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.278908375Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\") failed: Property not found. retry in 1.284040572s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.292655151Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 1.290066635s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.304669188Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 897.101165ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.328414853Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 1.054354985s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.377358465Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 1.145446246s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.396171093Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 70.086303ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.406611465Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 851.101408ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.418751146Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 65.914058ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.487487972Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 963.086355ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.500208019Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 208.297974ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.620344876Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\") failed: Property not found. retry in 1.137557354s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.651525011Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 1.18257733s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.733348684Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 1.148125961s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.745533086Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 1.143497444s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.760768233Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 805.020404ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.794728974Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 310.995237ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.844594192Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 1.003998129s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.934613696Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 829.072702ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:19.981334555Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 823.27999ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.05642197Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 520.132008ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.174178881Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 993.492644ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.217700871Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 663.322344ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.242133546Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 587.765275ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.282517588Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\") failed: Property not found. retry in 774.268055ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.309446183Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 1.345359165s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.44492036Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 1.121772956s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.475664552Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 1.276444465s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.555971963Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\") failed: Property not found. retry in 1.41843503s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.588784633Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 1.029584437s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.607361044Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 538.767543ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.622478437Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 610.211495ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.648106996Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 1.371930404s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.70928546Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\") failed: Property not found. retry in 938.824518ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.80276542Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 1.041760057s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.822336689Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 1.261399979s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.88408928Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 733.717173ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.895171451Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 1.09902999s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.906670623Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 1.060250975s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.91762045Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 1.450947106s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.928725031Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 680.632212ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.940017698Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 1.322835195s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:20.950350917Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4\") failed: Property not found. retry in 646.064745ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:21.097032589Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 854.516007ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:21.17447463Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 1.43241s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:21.225177861Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 909.484322ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:21.272170048Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 876.452823ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:21.61221115Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 624.387775ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:21.634057503Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 1.277873093s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:21.646669396Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 968.893104ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:21.659220958Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\") failed: Property not found. retry in 1.399929186s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:21.751633078Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 798.582303ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:21.810080396Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 889.259651ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:21.843478392Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 1.096794456s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:21.875096578Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 872.399371ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:21.988280161Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 565.415056ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.015597587Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934\") failed: Property not found. retry in 1.196773238s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.024093165Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 1.174070022s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.038654713Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 535.772512ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.091911956Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 1.154854987s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.157981708Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 1.317042902s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.191068516Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 625.804072ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.2686322Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 1.241666991s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.28398521Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 586.759255ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.38957827Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 1.193363619s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.501182258Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 750.189788ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.592145278Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 782.199048ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.618406284Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 1.255999506s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.638112487Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 1.210905676s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.646911733Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 644.13444ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.666933754Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 821.806167ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.742027799Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 561.441848ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.87157713Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 767.309904ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.904812072Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 888.114762ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.936058388Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 680.148211ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.982075588Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 1.228637318s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:22.991265845Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\") failed: Property not found. retry in 1.357606823s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:23.161870357Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 808.653528ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:23.222557739Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 909.116439ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:23.320293708Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 922.021366ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:23.329301901Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 780.231729ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:23.351711999Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 905.432363ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:23.409038736Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 716.608842ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:23.442078272Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 979.688375ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:23.518552466Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 1.175057949s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:23.534779061Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 623.143946ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:23.572818137Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 1.052903735s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:23.671247865Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 939.311364ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:23.681127092Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 1.414260346s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:23.703699415Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 1.489180882s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:23.833186494Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 875.524758ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:23.867373113Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 1.228987272s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:23.904309048Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 1.02891603s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:24.042142812Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 1.218833223s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:24.142981799Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 1.157495951s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:24.167161116Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 1.150286422s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:24.20474876Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 1.383406775s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:24.228802244Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 643.650769ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:24.238861466Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 1.287798963s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:24.261994165Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 1.211010837s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:24.32318975Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 578.180401ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:24.509424301Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\") failed: Property not found. retry in 1.11500939s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:24.529315188Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 699.53858ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:24.630850724Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 680.687206ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:24.720436335Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 544.729933ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:24.734410856Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 584.108033ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:24.752908405Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 742.400046ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:24.892971121Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5\") failed: Property not found. retry in 1.40483527s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.087913565Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 1.136982653s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.097223617Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 606.205665ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.127639159Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 1.29736775s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.142548607Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869\") failed: Property not found. retry in 1.421487799s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.288672233Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a\") failed: Property not found. retry in 1.217280624s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.333930732Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5\") failed: Property not found. retry in 1.06039913s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.342116881Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 603.134727ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.35063366Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722\") failed: Property not found. retry in 1.052796342s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.359330664Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 967.309927ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.367992187Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c\") failed: Property not found. retry in 1.116315006s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.376175576Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 743.823623ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.411037493Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 957.212934ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.543910038Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 574.51073ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.560312067Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 679.720894ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.622424388Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 980.530597ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.64531394Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4\") failed: Property not found. retry in 1.188325097s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.654565289Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919\") failed: Property not found. retry in 1.420451459s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.744415318Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c\") failed: Property not found. retry in 1.059452772s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:25.966276237Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9\") failed: Property not found. retry in 609.937424ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:26.146230531Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 743.334945ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:26.164463812Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 897.061026ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:26.244530816Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab\") failed: Property not found. retry in 554.733248ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:26.313671655Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0\") failed: Property not found. retry in 1.138223267s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:26.345054014Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 1.002076015s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:26.449304937Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 722.420829ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:26.53041856Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93\") failed: Property not found. retry in 1.181699512s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:26.637529053Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 502.173968ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:26.995260269Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 761.159019ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:27.151148899Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae\") failed: Property not found. retry in 785.166754ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:27.340326062Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 1.410200412s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:27.461495949Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981\") failed: Property not found. retry in 1.44984046s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:27.508367232Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80\") failed: Property not found. retry in 604.184977ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:27.922572663Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 1.221074573s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:28.882091959Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:30.112159948Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"5.173473607s"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 1.160519958s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:30.116032207Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 1.499037861s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:31.286911938Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 1.250207922s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:32.801684277Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 579.265065ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:34.063028704Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 614.266393ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:34.654529095Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 933.480342ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:35.280243283Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:35.366871151Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"4.259877862s"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 1.230226481s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:36.225281253Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 1.210098841s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:37.466006021Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 1.067311819s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:38.688221961Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 1.257153871s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:39.766072784Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 847.492368ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:41.034346804Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 1.41653615s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:41.893128446Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:42.013514611Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"535a85d1-9b83-4d26-b94c-dc94f6cc413d\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Fri, 13 Dec 2024 22:29:42 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"535a85d1-9b83-4d26-b94c-dc94f6cc413d\\\" }\"","delay":"10.903435998s"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 693.719382ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:43.325299071Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 543.175181ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:44.032483448Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2\") failed: Property not found. retry in 1.463320176s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:44.589886243Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:45.02464901Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48878"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:45.025083465Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"71ada154-c815-42c4-86f9-874fc1dbbd76","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48878","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"200"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.09904338Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_pantry_128c56c1-c87f-4290-bec9-772d8c30d934"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099105062Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_d64a1818-8633-453a-b13f-88ca4e89a7c4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099111082Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_external_dns_0ef774ca-06b2-40a8-a632-7304d594c07a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099115302Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_79db7e3d-21d6-43fe-bcec-aa471a9e012c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099119692Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_45856571-2c50-487e-9962-2d48d24e4919"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099123772Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_ceccfc26-d275-4f22-bea6-d0c86043e1f0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099128032Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_74b96c49-e4d9-4174-9313-533584a77cb5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099133202Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_nexus_ef47bd05-ad7e-42a3-8257-dec06acd2b93"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099152293Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_nexus_7e3d78a7-b6c3-4636-b217-b0a79485c981"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099156583Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_pantry_fef903b4-5e26-41cf-9ef8-fdf744c1ce8c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099160593Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_75f07622-aad2-4d27-9e07-2856e4fb4722"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099164423Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_clickhouse_2a7c9cd1-70fc-408c-9d4d-3dd91aa313b2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099170643Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_35d09a11-5d25-47f0-a6f4-341cbb551dd5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099174483Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_694b4960-fc0f-482e-8da6-0ffd414578b4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099178713Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_external_dns_3e0d656e-3552-43ff-8e95-5ed82471e0ae"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099182844Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_oximeter_689eb899-96a8-4e42-a5ca-864d1c68fdc9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099186504Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_pantry_0dd7b0ec-9c6d-4813-9a5e-cd184cdec869"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099190454Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_crucible_acec6218-e24c-44eb-99aa-6d30724f14ab"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.099194724Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3310","zone":"oxz_nexus_b2389da8-cde2-4174-a8e1-a4dabd361b80"} {"msg":"Writing ledger to /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.104521203Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.116678364Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.145329797Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"03697880-69fc-4dea-955b-d6c4daa3c059","remote_addr":"[fd00:1122:3344:101::1]:48088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49377973,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.230057282Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1415"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.237044888Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:790"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.243300953Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:802"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n tx_eq: None,\n uplink_port_fec: Some(\n None,\n ),\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:46.289715034Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1016"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b03b0aa-18e2-49d9-a48f-4d4bcc2ab1bb\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:29:46 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"6b03b0aa-18e2-49d9-a48f-4d4bcc2ab1bb\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:47.303754425Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37442869-c05b-4bb4-99eb-cc7b06a0e680\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:29:47 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"37442869-c05b-4bb4-99eb-cc7b06a0e680\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:47.952623293Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e71cfc4b-4e74-4ec2-85d5-9e765848e5fb\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:29:48 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"e71cfc4b-4e74-4ec2-85d5-9e765848e5fb\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:48.436699032Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3296d368-f638-417c-9509-3edf3b500729\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:29:48 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"3296d368-f638-417c-9509-3edf3b500729\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:48.755512349Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e82374bd-3202-4df7-bb79-d0c646281bf9\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:29:49 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"e82374bd-3202-4df7-bb79-d0c646281bf9\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:49.444185094Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34010759-5e80-4a1c-82f5-3780e8a0e102\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:29:49 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"34010759-5e80-4a1c-82f5-3780e8a0e102\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:49.964043128Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0146208d-e46f-4888-8297-a5fff270713b\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:29:49 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"0146208d-e46f-4888-8297-a5fff270713b\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:50.421680559Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"034013e6-fce7-464e-856b-79f688b2980d\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:29:50 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"034013e6-fce7-464e-856b-79f688b2980d\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:51.112791067Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c1b920b-8eb0-4b63-bc3c-25a3122a93fd\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:29:51 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"9c1b920b-8eb0-4b63-bc3c-25a3122a93fd\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:51.961902077Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a00b75df-444f-4067-8cbf-923bc723719e\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:29:52 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"a00b75df-444f-4067-8cbf-923bc723719e\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:52.524891048Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:29:52.956700062Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"a1718ec9-bd1f-41a4-97d7-defc0a62e521\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Fri, 13 Dec 2024 22:29:52 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"a1718ec9-bd1f-41a4-97d7-defc0a62e521\\\" }\"","delay":"44.907946529s"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffb37728-d868-4ca9-b523-62e6e3add61a\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:29:53 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"ffb37728-d868-4ca9-b523-62e6e3add61a\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:53.31798198Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b89ec8a-e39e-4be1-9395-3bf993b6c785\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:29:54 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"6b89ec8a-e39e-4be1-9395-3bf993b6c785\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:54.522200655Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13066675-56ab-442e-91c1-15fa42125832\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:29:55 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"13066675-56ab-442e-91c1-15fa42125832\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:55.509996597Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8f8bcd0-21ce-43d4-a7da-dfca6f07c842\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:29:56 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"c8f8bcd0-21ce-43d4-a7da-dfca6f07c842\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:56.950981873Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5291793f-e48d-427a-81ab-87e2f7316bee\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:29:58 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"5291793f-e48d-427a-81ab-87e2f7316bee\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:29:58.896574783Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"414bfbb9-824e-41e3-aae9-d76fd1ca48c6\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:30:00 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"414bfbb9-824e-41e3-aae9-d76fd1ca48c6\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:00.871137729Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae6d64f5-70fa-4c61-920e-d48ab160a1ef\", \"content-length\": \"173\", \"date\": \"Fri, 13 Dec 2024 22:30:03 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"35eb16d3-adec-4806-a15c-ab7a15d18765\\\"\", request_id: \"ae6d64f5-70fa-4c61-920e-d48ab160a1ef\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:03.219389385Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.202524045Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.294232635Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38671"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.298201527Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.298344661Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.299118103Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.300672256Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.315760249Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.315816341Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.343868307Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.343926199Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.368516528Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.36857525Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.393139538Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.39319762Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.417307146Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.417365447Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_fb594314-d689-4df6-8176-e09675ab8f03"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.440541227Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.440601699Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.464440277Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.464498159Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.489723776Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.489780928Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_35c96663-c574-4d07-a692-3eb8a2a79302"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.513392929Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.513446231Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:04.526571089Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"9984445b-8622-4f86-81c1-27190e5e0766","remote_addr":"[fd00:1122:3344:101::c]:38671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":231139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.525568293Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46135"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.528160956Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e0028b4-c96e-4259-b0d9-2dd1e967b57e, kind: Service { id: 3e0d656e-3552-43ff-8e95-5ed82471e0ae }, name: Name(\"external-dns-3e0d656e-3552-43ff-8e95-5ed82471e0ae\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 156])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9fbc6464-5658-4709-85f5-cba4ad21c9de, kind: Service { id: 0ef774ca-06b2-40a8-a632-7304d594c07a }, name: Name(\"external-dns-0ef774ca-06b2-40a8-a632-7304d594c07a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 39])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb1ce312-163f-477c-9052-27f110965501, kind: Service { id: ef47bd05-ad7e-42a3-8257-dec06acd2b93 }, name: Name(\"nexus-ef47bd05-ad7e-42a3-8257-dec06acd2b93\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 50])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be9ea2e0-22c4-425c-9afb-1597ead9d56b, kind: Service { id: b2389da8-cde2-4174-a8e1-a4dabd361b80 }, name: Name(\"nexus-b2389da8-cde2-4174-a8e1-a4dabd361b80\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e47aafa9-7219-497b-8e24-b813038ee602, kind: Service { id: 7e3d78a7-b6c3-4636-b217-b0a79485c981 }, name: Name(\"nexus-7e3d78a7-b6c3-4636-b217-b0a79485c981\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.528534006Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.528574417Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.528628159Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.528636529Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.528650599Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.52866232Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.52869024Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6bb93ec7-62de-47c3-b5dd-01d2c548b1bb","remote_addr":"[fd00:1122:3344:101::c]:46135","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2996,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.530283605Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1088"} {"msg":"Writing ledger to /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.533776993Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.534113543Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.831958631Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62543"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.832117666Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.832137466Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.832150337Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.835275114Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.849169794Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.849227305Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.877072976Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.877133378Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.902695744Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.902758226Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.927545491Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.927611773Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.937275704Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63753"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.937632524Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e0028b4-c96e-4259-b0d9-2dd1e967b57e, kind: Service { id: 3e0d656e-3552-43ff-8e95-5ed82471e0ae }, name: Name(\"external-dns-3e0d656e-3552-43ff-8e95-5ed82471e0ae\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 156])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9fbc6464-5658-4709-85f5-cba4ad21c9de, kind: Service { id: 0ef774ca-06b2-40a8-a632-7304d594c07a }, name: Name(\"external-dns-0ef774ca-06b2-40a8-a632-7304d594c07a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 39])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb1ce312-163f-477c-9052-27f110965501, kind: Service { id: ef47bd05-ad7e-42a3-8257-dec06acd2b93 }, name: Name(\"nexus-ef47bd05-ad7e-42a3-8257-dec06acd2b93\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 50])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be9ea2e0-22c4-425c-9afb-1597ead9d56b, kind: Service { id: b2389da8-cde2-4174-a8e1-a4dabd361b80 }, name: Name(\"nexus-b2389da8-cde2-4174-a8e1-a4dabd361b80\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e47aafa9-7219-497b-8e24-b813038ee602, kind: Service { id: 7e3d78a7-b6c3-4636-b217-b0a79485c981 }, name: Name(\"nexus-7e3d78a7-b6c3-4636-b217-b0a79485c981\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.937694975Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.937784608Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.937812839Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.937844589Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.93786027Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.937879821Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.937911851Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"aa4171c9-8878-4a57-88e5-66e9a183176f","remote_addr":"[fd00:1122:3344:101::a]:63753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":502,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.952812699Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.952869001Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_fb594314-d689-4df6-8176-e09675ab8f03"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.97816267Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:05.978235952Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.003656885Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.003917222Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.030589449Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.030643321Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_35c96663-c574-4d07-a692-3eb8a2a79302"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.052781642Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.052843393Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.067578886Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"7d1bbc92-9c34-4363-8c11-bcb5da7004e1","remote_addr":"[fd00:1122:3344:101::c]:62543","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":235510,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.114769159Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44854"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.115084758Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e0028b4-c96e-4259-b0d9-2dd1e967b57e, kind: Service { id: 3e0d656e-3552-43ff-8e95-5ed82471e0ae }, name: Name(\"external-dns-3e0d656e-3552-43ff-8e95-5ed82471e0ae\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 156])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9fbc6464-5658-4709-85f5-cba4ad21c9de, kind: Service { id: 0ef774ca-06b2-40a8-a632-7304d594c07a }, name: Name(\"external-dns-0ef774ca-06b2-40a8-a632-7304d594c07a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 39])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb1ce312-163f-477c-9052-27f110965501, kind: Service { id: ef47bd05-ad7e-42a3-8257-dec06acd2b93 }, name: Name(\"nexus-ef47bd05-ad7e-42a3-8257-dec06acd2b93\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 50])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be9ea2e0-22c4-425c-9afb-1597ead9d56b, kind: Service { id: b2389da8-cde2-4174-a8e1-a4dabd361b80 }, name: Name(\"nexus-b2389da8-cde2-4174-a8e1-a4dabd361b80\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e47aafa9-7219-497b-8e24-b813038ee602, kind: Service { id: 7e3d78a7-b6c3-4636-b217-b0a79485c981 }, name: Name(\"nexus-7e3d78a7-b6c3-4636-b217-b0a79485c981\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.11514641Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.11516948Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.115188181Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.115208691Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.115235502Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.115252413Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.115284683Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a4e65328-a3ea-483f-89c8-452a09cae437","remote_addr":"[fd00:1122:3344:101::c]:44854","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":382,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.863503976Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39209"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.863692222Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e0028b4-c96e-4259-b0d9-2dd1e967b57e, kind: Service { id: 3e0d656e-3552-43ff-8e95-5ed82471e0ae }, name: Name(\"external-dns-3e0d656e-3552-43ff-8e95-5ed82471e0ae\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 156])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9fbc6464-5658-4709-85f5-cba4ad21c9de, kind: Service { id: 0ef774ca-06b2-40a8-a632-7304d594c07a }, name: Name(\"external-dns-0ef774ca-06b2-40a8-a632-7304d594c07a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 39])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb1ce312-163f-477c-9052-27f110965501, kind: Service { id: ef47bd05-ad7e-42a3-8257-dec06acd2b93 }, name: Name(\"nexus-ef47bd05-ad7e-42a3-8257-dec06acd2b93\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 50])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be9ea2e0-22c4-425c-9afb-1597ead9d56b, kind: Service { id: b2389da8-cde2-4174-a8e1-a4dabd361b80 }, name: Name(\"nexus-b2389da8-cde2-4174-a8e1-a4dabd361b80\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e47aafa9-7219-497b-8e24-b813038ee602, kind: Service { id: 7e3d78a7-b6c3-4636-b217-b0a79485c981 }, name: Name(\"nexus-7e3d78a7-b6c3-4636-b217-b0a79485c981\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.863726873Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.863759314Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.863772414Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.863778594Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.863788704Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.863808785Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:06.863827036Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b59dba70-9a2a-4049-b32c-bb917804c0d0","remote_addr":"[fd00:1122:3344:101::b]:39209","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":248,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:13.034896454Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60414"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:13.037639421Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"47091199-5d1d-4a70-85f6-e6de8e22126c","remote_addr":"[fd00:1122:3344:101::c]:60414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2639,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:13.101049348Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:13.10109531Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ede42fc6-1392-42af-92b5-56bfff77ccab","remote_addr":"[fd00:1122:3344:101::c]:60414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":821,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:13.231113924Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"58439465-7977-4ae7-9c18-a77ba4ce8d0b","remote_addr":"[fd00:1122:3344:101::c]:60414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3065,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:14.864832288Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44007"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:14.864991312Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"44f29b52-a030-4c12-a5f7-9fba2baee8b0","remote_addr":"[fd00:1122:3344:101::a]:44007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:14.935054196Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:14.935086107Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"88c3c989-5220-4c15-9f77-66fd1c5648b6","remote_addr":"[fd00:1122:3344:101::a]:44007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:14.954973064Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8941078f-38b7-445c-ad1f-60b3f6054550","remote_addr":"[fd00:1122:3344:101::a]:44007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":235,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:15.040028753Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34399"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:15.040406319Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"13206b9b-2a3b-4c88-99cc-633a709241e2","remote_addr":"[fd00:1122:3344:101::a]:34399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":279,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:15.06364109Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:15.064565596Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"49789a47-d153-4e7f-abdd-6b7e80ea8829","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36228","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:15.238502361Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53754"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:15.239801827Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:15.310953682Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:15.372865339Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"23f19456-df50-460b-8b2f-2f9c935c591c","remote_addr":"[fd00:1122:3344:101::a]:53754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134295,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:15.375204993Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0442a2f1-fa1a-42dd-a35f-8a61b5615d98","remote_addr":"[fd00:1122:3344:101::a]:53754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2039,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:15.426976593Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:15.427110637Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:15.42862752Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:15.429595227Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:15.430019649Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"PUT","req_id":"0c13ddf3-ce07-4286-869f-f7b7e321718d","remote_addr":"[fd00:1122:3344:101::a]:53754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3600,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.134803402Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47494"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.134887084Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"45789af1-d89a-4a7c-a337-731bb2fcfcb4","remote_addr":"[fd00:1122:3344:101::c]:47494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.189102913Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43978"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.189169865Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8050e882-a34d-4c3f-b6ba-a0bccdd1bfa4","remote_addr":"[fd00:1122:3344:101::b]:43978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.19505125Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62385"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.195252966Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"cd3470cd-6e0a-49b2-a4be-5aebf77b912a","remote_addr":"[fd00:1122:3344:101::c]:62385","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.267144891Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.267201932Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"98d9c4af-2ae7-4e68-be5c-f4266b04e271","remote_addr":"[fd00:1122:3344:101::c]:47494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.277830312Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.277850694Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4e706864-099f-4400-9fe5-b059db2d02e5","remote_addr":"[fd00:1122:3344:101::b]:43978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.279144447Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"748a1d83-0265-472b-bb65-0f1a32245ebf","remote_addr":"[fd00:1122:3344:101::c]:47494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":173,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.290531686Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0083cbbf-a752-453a-aa43-0b6b9f9c2920","remote_addr":"[fd00:1122:3344:101::b]:43978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.302573634Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53534"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.302661566Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.340212169Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.391701362Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1d23c906-e8d5-4a5a-9989-54193ad7585f","remote_addr":"[fd00:1122:3344:101::c]:53534","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89064,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.391883487Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.391946689Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40275"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.392263568Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5cbc64cf-43f8-4597-945e-5f3e8d9f9fa7","remote_addr":"[fd00:1122:3344:101::b]:36177","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":227,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.392305739Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8136062c-77cb-4c8b-b531-4ced7dd9f537","remote_addr":"[fd00:1122:3344:101::c]:53534","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":394,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.392329669Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.430559431Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.484907374Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1e729940-fc34-499d-b9c6-4da9d91e4924","remote_addr":"[fd00:1122:3344:101::b]:40275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92724,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:16.485320086Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1d795634-135e-4dcf-ac7e-a44f49542938","remote_addr":"[fd00:1122:3344:101::b]:40275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:45.100390033Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52788"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:45.100506287Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"dac98f3e-db27-447c-9c9b-8f37521e2d41","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52788","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:45.291039217Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42582"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:45.291157731Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a5c12f68-a813-4c81-9d0f-9cfd9ef3c7d2","remote_addr":"[fd00:1122:3344:101::a]:42582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:45.312217761Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57936"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:45.312467238Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"64713e0e-92d6-426e-be61-e9ebd371eee6","remote_addr":"[fd00:1122:3344:101::a]:57936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":175,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:45.340895214Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:45.340910555Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3fbd5da3-1bff-499e-99c5-077341845ccf","remote_addr":"[fd00:1122:3344:101::a]:42582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:45.350460303Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"50e0cd5c-1004-4426-8e4e-7f04465026d4","remote_addr":"[fd00:1122:3344:101::a]:42582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":174,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:45.527913167Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62717"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:45.52801779Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:45.566756736Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:45.62258419Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a1382166-5c85-46f7-a735-f01d37acbfce","remote_addr":"[fd00:1122:3344:101::a]:62717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94608,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:45.622867578Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6ff9a27e-4a2f-4308-a73b-13208b3513d2","remote_addr":"[fd00:1122:3344:101::a]:62717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.312499908Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43206"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.312662083Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"62dd77dd-bc7b-4fe0-a795-4626730540e1","remote_addr":"[fd00:1122:3344:101::c]:43206","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.342059097Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61882"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.34218909Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"10570241-ce50-4e1d-b481-dcc5c2945ec3","remote_addr":"[fd00:1122:3344:101::b]:61882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.381844112Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.381880863Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c02acae2-b23a-4c67-8bbc-4b582f5e3749","remote_addr":"[fd00:1122:3344:101::c]:43206","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.388308173Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.388324033Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8b85c225-701f-4b5f-aeed-9518255ba6ed","remote_addr":"[fd00:1122:3344:101::b]:61882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.398329947Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8ffe8e13-9582-481e-9a77-4d0e7c9a07dc","remote_addr":"[fd00:1122:3344:101::b]:61882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.492147374Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54567"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.492298038Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9ea45220-317e-4237-8053-b3296e5e8649","remote_addr":"[fd00:1122:3344:101::c]:54567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.49844422Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"68ca94d3-1917-49ad-92dc-5584a93f19be","remote_addr":"[fd00:1122:3344:101::c]:43206","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.54161528Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49408"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.541769955Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"778a6126-aa22-4e3a-9a1c-7ebffc762248","remote_addr":"[fd00:1122:3344:101::b]:49408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.593953147Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52965"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.59402763Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.634968617Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.697066758Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d080fdde-4299-449e-a950-76f985331296","remote_addr":"[fd00:1122:3344:101::c]:52965","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103062,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.697242843Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53998"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.697461029Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.701398039Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"366da843-bbae-437b-8429-5b30e90917f6","remote_addr":"[fd00:1122:3344:101::c]:52965","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3995,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.735641449Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.796276468Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"906fb696-2389-495f-852c-1562a6bf7b54","remote_addr":"[fd00:1122:3344:101::b]:53998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98900,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:30:46.79669936Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"633798f0-a819-4dac-9736-c77968a029c7","remote_addr":"[fd00:1122:3344:101::b]:53998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:08.193178708Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:38161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:08.234385303Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"e94ec149-ffa4-4d75-af7e-ffea844748dd","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40064,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:14.90653629Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59436"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:14.906663974Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"fdfe61bb-b0ec-44d0-9915-10bc7e4edebe","remote_addr":"[fd00:1122:3344:101::a]:59436","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:14.920847712Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:14.920862972Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5314a9cd-0dc1-4f67-9baf-49cf3050ae5a","remote_addr":"[fd00:1122:3344:101::a]:59436","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:14.931119519Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"990ba6e9-97bc-42dc-8c9f-edc779587534","remote_addr":"[fd00:1122:3344:101::a]:59436","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":189,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:14.981506432Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37673"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:14.981600964Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:15.025713581Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:15.090761374Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1c096c25-26a9-487b-93a8-13d246568111","remote_addr":"[fd00:1122:3344:101::a]:37673","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:15.090869347Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50550"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:15.091199687Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a69348a0-e22d-4845-b9fd-52ed5e7e8908","remote_addr":"[fd00:1122:3344:101::a]:50550","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":232,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:15.091297759Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"494b7b72-c373-49c3-80b7-0e40531fa1df","remote_addr":"[fd00:1122:3344:101::a]:37673","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":233,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:15.135964382Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35413"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:15.136087915Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"af4c6241-e906-49c3-86e6-1c082a4ea63a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35413","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.129069459Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61715"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.129202573Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"aecca7aa-e51e-4737-a81d-1807dbfd40f1","remote_addr":"[fd00:1122:3344:101::c]:61715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":68,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.18476411Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.184801651Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"02a09810-4345-4a92-b679-ee16859440e9","remote_addr":"[fd00:1122:3344:101::c]:61715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.217324013Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63982"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.217544689Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"49b15270-d4bd-47cc-93dc-4873faab6b02","remote_addr":"[fd00:1122:3344:101::c]:63982","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":140,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.228844566Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a1ec906a-cbde-49fa-aea7-8472c882096b","remote_addr":"[fd00:1122:3344:101::c]:61715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.246201292Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60580"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.246333836Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8e7f9799-65ec-4f9a-8d46-70e21a7ef07d","remote_addr":"[fd00:1122:3344:101::b]:60580","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.280919906Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49113"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.281028389Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.325295389Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.394643103Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b98dcbc3-c2fc-4b6b-8373-2393cf116bdf","remote_addr":"[fd00:1122:3344:101::c]:49113","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113652,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.39488278Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37667"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.394896611Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.394919681Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f45c1f7f-d209-4bef-86e1-8be5081183bb","remote_addr":"[fd00:1122:3344:101::b]:60580","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.395164038Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.395218589Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c52dc497-b832-44e5-bd89-89e2461a3444","remote_addr":"[fd00:1122:3344:101::c]:49113","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":253,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.405748325Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d8c81b9f-e3b8-4dc9-97d8-0953f6878eaf","remote_addr":"[fd00:1122:3344:101::b]:60580","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":287,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.436230949Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.445470618Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45380"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.445724225Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"eff9ee77-1f12-464e-929d-468e7b385d3d","remote_addr":"[fd00:1122:3344:101::b]:45380","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":158,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.502211999Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"18f8d990-f718-46d8-8292-f3007206e75d","remote_addr":"[fd00:1122:3344:101::b]:37667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107162,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:16.50262082Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"97174188-e654-4209-9719-2f94135a73d9","remote_addr":"[fd00:1122:3344:101::b]:37667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":175,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:38.199662164Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"76966bda-0d62-4805-b141-2bd2c48c990f","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7455,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:45.149085337Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58178"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:45.149260802Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b5d11abe-67f6-4b22-8371-aaee813396c5","remote_addr":"[fd00:1122:3344:101::a]:58178","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:45.171804894Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58027"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:45.172106882Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"e61cb329-384b-4db2-9185-bc660cbc37d1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58027","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:45.205039715Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60338"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:45.205235041Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"daf00ba7-4c17-492d-a199-b1ff8103c208","remote_addr":"[fd00:1122:3344:101::a]:60338","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:45.220523339Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:45.22055015Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"544e7abf-e622-4a4f-b69b-7b0f003ebd7c","remote_addr":"[fd00:1122:3344:101::a]:58178","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:45.229333386Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"39e7bfec-ad08-4db5-94ac-db17e2ab1df8","remote_addr":"[fd00:1122:3344:101::a]:58178","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":222,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:45.320573724Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36471"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:45.320686127Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:45.36146888Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:45.416554634Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b2349a41-e133-42c3-87b9-98b7d6f66225","remote_addr":"[fd00:1122:3344:101::a]:36471","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95918,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:45.416824792Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6642ae41-4cd3-46a3-9c90-90fa988a2b93","remote_addr":"[fd00:1122:3344:101::a]:36471","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.197770221Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48011"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.197872034Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ab451d9e-2665-4fad-b3c9-e7fcf7522650","remote_addr":"[fd00:1122:3344:101::c]:48011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.265996764Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.266056065Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"42d39003-3594-453e-ad50-a409a1aedbab","remote_addr":"[fd00:1122:3344:101::c]:48011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":143,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.27799244Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3c44696c-7247-4869-9ed1-ad02ed4f98d3","remote_addr":"[fd00:1122:3344:101::c]:48011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":257,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.421566054Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50146"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.421676088Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b9189240-68ca-48fe-a117-bff8158050f8","remote_addr":"[fd00:1122:3344:101::b]:50146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.471232917Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.471263587Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"00649e49-d52e-4335-9c3a-9d5606b95816","remote_addr":"[fd00:1122:3344:101::b]:50146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":234,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.481438693Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"917f064e-f17d-412d-9320-673c9adb984c","remote_addr":"[fd00:1122:3344:101::b]:50146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":204,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.487522163Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55684"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.487681338Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"21c0c49c-1818-4934-bfbd-73e3a9aaaf78","remote_addr":"[fd00:1122:3344:101::c]:55684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.503438779Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52805"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.503501271Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.546196848Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.602757353Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"af3e5928-5a1f-41a7-a0d6-a68e1864e389","remote_addr":"[fd00:1122:3344:101::c]:52805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99279,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.60298405Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38814"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.603239127Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"09a16a0b-2e15-4524-896b-3a6a7a7370a5","remote_addr":"[fd00:1122:3344:101::c]:52805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":215,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.603320559Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b11ef307-3a9a-46c6-822d-32b3c270cd29","remote_addr":"[fd00:1122:3344:101::b]:38814","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":197,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.641719796Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56778"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.641853719Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.678200167Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.736832841Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"72ee6d0c-a6fe-46b4-9216-06327755d843","remote_addr":"[fd00:1122:3344:101::b]:56778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95031,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:31:46.737128169Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8c13ac92-b03c-403b-9af6-68f53511502b","remote_addr":"[fd00:1122:3344:101::b]:56778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:08.198335144Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"cc7c308b-7e24-422a-9c0d-808470e19bd1","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:14.997458438Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46673"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:14.997610522Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4b7c0738-63a5-4f8b-be3d-d06a048b81ed","remote_addr":"[fd00:1122:3344:101::a]:46673","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:15.053247321Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:15.053280232Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"84d66a34-6484-4b9f-89ea-51e95897292e","remote_addr":"[fd00:1122:3344:101::a]:46673","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:15.089047035Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62387"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:15.089281291Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"fad7981c-637d-45be-8bd4-4e84f0a959bd","remote_addr":"[fd00:1122:3344:101::a]:62387","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":166,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:15.099185459Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a0160b4f-9061-487c-88d9-3273939402d2","remote_addr":"[fd00:1122:3344:101::a]:46673","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":217,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:15.149458468Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41188"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:15.149574211Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:15.191364363Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:15.249680968Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a36cd87c-9fe6-401d-88f4-7feee27b6a91","remote_addr":"[fd00:1122:3344:101::a]:41188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100156,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:15.249937505Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44609"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:15.250017277Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ef7a7466-b6f5-4b24-aed0-d0350a6e8593","remote_addr":"[fd00:1122:3344:101::a]:41188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":167,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:15.25011421Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"49e40bb4-a78b-4fa8-8395-d3a19572bff5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44609","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.13631127Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39743"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.136511476Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"747900f5-a03c-4940-bdd9-cf1f311e1f00","remote_addr":"[fd00:1122:3344:101::c]:39743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.192448444Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.192478425Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e54b2734-f12b-42b6-8e7e-9e34b31333de","remote_addr":"[fd00:1122:3344:101::c]:39743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.204536643Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"826bc0cd-5c5e-48ef-88a0-6ce09a0545cd","remote_addr":"[fd00:1122:3344:101::c]:39743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.210990754Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54602"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.211088306Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.252639471Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.323126347Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b8008663-c292-4218-9325-c84c02a14e23","remote_addr":"[fd00:1122:3344:101::c]:54602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112068,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.323307512Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61423"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.323371504Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33599"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.323644832Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7479eeba-83eb-4ef8-ac42-989659173a35","remote_addr":"[fd00:1122:3344:101::c]:54602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.323707613Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"55e75160-524c-42bb-9c5d-dd83f93d0671","remote_addr":"[fd00:1122:3344:101::c]:33599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":218,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.323721883Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c2a167e4-1a8b-48c9-9523-b182e884d9b6","remote_addr":"[fd00:1122:3344:101::b]:61423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.339157866Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37764"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.33929877Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.379618721Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.441241218Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"dfbb48ae-26d7-4fe8-a70d-a281879c68f4","remote_addr":"[fd00:1122:3344:101::b]:37764","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101991,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.441528936Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63289"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.441567847Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.441593888Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8289b244-96cf-44ff-82b3-ff219c177931","remote_addr":"[fd00:1122:3344:101::b]:61423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.441771973Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8d639a6f-8601-46a1-8a07-9b1893e7176a","remote_addr":"[fd00:1122:3344:101::b]:37764","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":218,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.441922337Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"91c03a0d-040b-4ee8-9c7c-c03e7b54c276","remote_addr":"[fd00:1122:3344:101::b]:63289","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:16.451518666Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9d171a19-668a-4996-8501-69a165dcf3bd","remote_addr":"[fd00:1122:3344:101::b]:61423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":240,"response_code":"204"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:27.258255488Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:38.197513222Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"061eb78d-de26-40a3-a5b5-8b577a43831c","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5939,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:44.946003217Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65320"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:44.946160361Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8a83af4e-ea06-4ec9-927f-44a6c86640c5","remote_addr":"[fd00:1122:3344:101::a]:65320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:45.009870707Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:45.009904948Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3a8da93f-9fe0-4f24-88f6-d7df01b2a954","remote_addr":"[fd00:1122:3344:101::a]:65320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:45.019465286Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a4d09bd6-2a76-43fd-9f95-1b1a5dfe5493","remote_addr":"[fd00:1122:3344:101::a]:65320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":254,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:45.227818017Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33110"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:45.227983901Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"19ad8dfe-231a-44e4-9963-fb2239f24c5d","remote_addr":"[fd00:1122:3344:101::a]:33110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:45.284413433Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59377"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:45.284502245Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"dcf969fa-2f15-43ef-94de-8e94102bddad","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59377","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:45.429108499Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34748"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:45.429225922Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:45.470473128Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:45.527781565Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6bcbb591-0f54-45c3-9d37-cd9deb6cb451","remote_addr":"[fd00:1122:3344:101::a]:34748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98604,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:45.528149975Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e9f27493-7319-431a-aa6b-93c5591aebac","remote_addr":"[fd00:1122:3344:101::a]:34748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.283982772Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54905"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.284081015Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b015b7a9-2809-49de-a30b-f7d87d5ee145","remote_addr":"[fd00:1122:3344:101::c]:54905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.299894688Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.299911449Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"35ff31d7-0a66-4a13-9cbc-702beef7439a","remote_addr":"[fd00:1122:3344:101::c]:54905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.40735763Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37790"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.407533595Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e48221a4-91fb-4eac-b5e4-7b34822414c1","remote_addr":"[fd00:1122:3344:101::c]:37790","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.411741073Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"04872a6a-223a-444c-9c98-6458fc2d89b2","remote_addr":"[fd00:1122:3344:101::c]:54905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.45444326Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40845"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.454558653Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.496260453Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.572724866Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a41742e2-29e8-494e-bbe7-39c053febe0b","remote_addr":"[fd00:1122:3344:101::c]:40845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":118204,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.573017284Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60153"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.573354623Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"fcc485af-8d2b-4218-b0bd-d4b82f7678d1","remote_addr":"[fd00:1122:3344:101::b]:60153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":147,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.573366074Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9f462c6c-4d2b-4855-803e-53d4f484751a","remote_addr":"[fd00:1122:3344:101::c]:40845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":257,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.627560613Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.627613855Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6a6fb05e-516f-44a2-b7c5-cfa847521daa","remote_addr":"[fd00:1122:3344:101::b]:60153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.635610739Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"caf65996-5dbf-4bbc-8dc3-e7ef0576d795","remote_addr":"[fd00:1122:3344:101::b]:60153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":218,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.692886144Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34764"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.692979046Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.730401045Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.78586328Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"92dfa3b0-5d65-4f7e-b97f-ac981b14f5f2","remote_addr":"[fd00:1122:3344:101::b]:34764","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92920,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.786124757Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33274"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.786312252Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7cd12cad-90e4-4eaf-bb89-3bd26519485f","remote_addr":"[fd00:1122:3344:101::b]:34764","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":212,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:32:46.786503478Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"0b8e4535-e6de-4674-a94c-c7a04a33e9d1","remote_addr":"[fd00:1122:3344:101::b]:33274","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":237,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:08.197545763Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"6d1ca7f1-4689-4552-83ef-201b07a0cf5f","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6840,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:14.935408918Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48426"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:14.935551492Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c13f187f-7951-48a8-b3fa-9e3c9b309809","remote_addr":"[fd00:1122:3344:101::a]:48426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:14.952775335Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:14.952800976Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"72bb43ef-fef0-43de-803e-7578cd05870c","remote_addr":"[fd00:1122:3344:101::a]:48426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":68,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:14.963342971Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65447"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:14.963517606Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"0fa4eb16-d446-437d-bf4d-e485165e2d01","remote_addr":"[fd00:1122:3344:101::a]:65447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:14.977491038Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bd584ab4-75e2-42c9-9ee3-da3ad2011576","remote_addr":"[fd00:1122:3344:101::a]:48426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":262,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:15.064691982Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63612"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:15.064828336Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:15.105862726Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:15.16448512Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e5df5916-384c-48f3-9fc8-8d13cb6f0c02","remote_addr":"[fd00:1122:3344:101::a]:63612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99712,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:15.164787538Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"15517281-4f2e-46e5-8c33-1f163897a4f0","remote_addr":"[fd00:1122:3344:101::a]:63612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:15.316760748Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58174"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:15.316887492Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"e881ae97-9545-4e02-b1fc-675841df35a5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58174","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.114371545Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34613"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.114470128Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f6e98ed4-8607-47d4-b398-7274afa87947","remote_addr":"[fd00:1122:3344:101::c]:34613","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.132305788Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.132334299Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"afb7cea4-24cd-4004-92d0-0a4cf2f2f85b","remote_addr":"[fd00:1122:3344:101::c]:34613","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":68,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.140822747Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"76ab04e9-c191-4fbe-8356-9ec79b899524","remote_addr":"[fd00:1122:3344:101::c]:34613","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":162,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.173884774Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51824"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.173983216Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5d3d94a3-48c6-4cd8-8937-9af105777680","remote_addr":"[fd00:1122:3344:101::b]:51824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.210559002Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51675"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.210784528Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"af15f915-ebb7-4f78-b94f-9b2fd3be740d","remote_addr":"[fd00:1122:3344:101::c]:51675","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.240593864Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61826"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.240656365Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.240662165Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"84437509-6276-46ee-bb9e-85490b9d353f","remote_addr":"[fd00:1122:3344:101::b]:51824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":163,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.24082309Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.249874573Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0bd62b4e-4cce-4c86-9c5e-063c723e6d39","remote_addr":"[fd00:1122:3344:101::b]:51824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":382,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.282545509Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.333905259Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62615"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.343517629Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0406ab15-0e19-4ebe-b35f-72d663c31411","remote_addr":"[fd00:1122:3344:101::c]:61826","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102783,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.34356589Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.348969651Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9891f572-6e4d-4a7b-bf57-2044735f48ad","remote_addr":"[fd00:1122:3344:101::c]:61826","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":690,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.379737834Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.406068032Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44621"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.406312029Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"67271d44-4d36-468b-9080-13889116be8c","remote_addr":"[fd00:1122:3344:101::b]:44621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.435096256Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"dfedabfa-53e9-4a19-823f-1b5d9baf03d1","remote_addr":"[fd00:1122:3344:101::b]:62615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100984,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:16.435414425Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7c69bcfb-36f1-46a5-a1ca-6dada2748810","remote_addr":"[fd00:1122:3344:101::b]:62615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:38.197437367Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"c720e624-83d9-4148-9678-8774edae3948","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6323,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:44.973498312Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49093"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:44.973616826Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4cb65662-283d-47a9-9eda-9b932cf7793b","remote_addr":"[fd00:1122:3344:101::a]:49093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:44.98911377Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:44.989165911Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"11ca4d1a-793a-4222-be1a-8f68b169d0bf","remote_addr":"[fd00:1122:3344:101::a]:49093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:45.113944229Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58642"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:45.114139305Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5ec3b022-dea9-44fe-8289-b37bdd694f00","remote_addr":"[fd00:1122:3344:101::a]:58642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:45.121676366Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d6bc211c-2f4f-4125-a372-9f44494f0eff","remote_addr":"[fd00:1122:3344:101::a]:49093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":195,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:45.178508029Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:45.178604052Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:45.215761313Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:45.269031227Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"80610384-54e0-4db6-a842-96a064b14d8e","remote_addr":"[fd00:1122:3344:101::a]:50200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90466,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:45.269315384Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3cbdea41-902f-40cd-942e-2189ab1beeda","remote_addr":"[fd00:1122:3344:101::a]:50200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:45.349579604Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35011"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:45.349738799Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"200b1039-c075-4198-8873-3527ca4d6259","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35011","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.241015022Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.241131716Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"de8698cd-b225-4568-a3ee-64ef0e4431a2","remote_addr":"[fd00:1122:3344:101::c]:48233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.304985355Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.305020646Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"150bf59a-d46d-4911-b26b-4dfbef490049","remote_addr":"[fd00:1122:3344:101::c]:48233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.314886753Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bfd143b8-abb9-4856-9341-adacfd9b49a7","remote_addr":"[fd00:1122:3344:101::c]:48233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":270,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.350247114Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54949"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.350346357Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"caa835c3-1fe0-4d79-9095-28e1abec8e97","remote_addr":"[fd00:1122:3344:101::b]:54949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.406547452Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.406580043Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9da92f33-eb17-4edd-bb8a-ab6abf819227","remote_addr":"[fd00:1122:3344:101::b]:54949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.463846808Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51332"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.464019503Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b03190a0-7fce-443f-b926-0335600c279c","remote_addr":"[fd00:1122:3344:101::b]:51332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.466682788Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0dac533d-2281-45ea-8bfc-42a9c02e245d","remote_addr":"[fd00:1122:3344:101::b]:54949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":219,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.476155393Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47719"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.476306108Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"76110e94-6071-4087-a3b1-85baf94644ae","remote_addr":"[fd00:1122:3344:101::c]:47719","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.508797078Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36670"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.508889641Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.548836391Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.602054782Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e13ec720-a444-4c1c-b6bc-9b471254560d","remote_addr":"[fd00:1122:3344:101::c]:36670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93200,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.602290099Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49374"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.602514295Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6912e0d4-e9bf-4a7b-839d-f321cdbaa531","remote_addr":"[fd00:1122:3344:101::c]:36670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.602634859Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.638159805Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.690753868Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6d3a6bfe-4c34-4bca-b5f7-6e26a9dc519d","remote_addr":"[fd00:1122:3344:101::b]:49374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88242,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:33:46.691152049Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c160c0ab-f539-47eb-ad46-7c457974329b","remote_addr":"[fd00:1122:3344:101::b]:49374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:08.197526485Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"5f40143a-d5b4-42c7-86f7-d7432da5017e","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6594,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:14.883204329Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57024"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:14.883349213Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"819e1452-c35d-4c9e-acba-9780e86d34a0","remote_addr":"[fd00:1122:3344:101::a]:57024","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:14.926976736Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:14.926999307Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"59e77cfe-238b-4d4e-8c40-aa03c824424c","remote_addr":"[fd00:1122:3344:101::a]:57024","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:14.93495546Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a90ed016-b5bf-4563-b8ae-5328523a9805","remote_addr":"[fd00:1122:3344:101::a]:57024","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":231,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:15.004964482Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64562"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:15.005162398Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"2fcd8d68-8e9f-4759-afb5-7f0fa20efe97","remote_addr":"[fd00:1122:3344:101::a]:64562","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:15.02272167Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39623"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:15.022809302Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:15.063362029Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:15.118535826Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"27fe3038-9ba1-4c3f-9c5e-6e61e6ef761a","remote_addr":"[fd00:1122:3344:101::a]:39623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95763,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:15.118838244Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d6c3cc7b-d410-43b5-86be-3edd09172d06","remote_addr":"[fd00:1122:3344:101::a]:39623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:15.382542996Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47443"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:15.38269828Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"dd823f01-c02a-4fa9-9e3e-0ebaba9a6d0d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47443","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.161727687Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.161887941Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"00d05a2d-28c9-4a44-a376-8a108626c369","remote_addr":"[fd00:1122:3344:101::c]:49161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.205940446Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.205964037Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"97182681-7c36-4e51-8e5a-6a7519dff549","remote_addr":"[fd00:1122:3344:101::c]:49161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.214891477Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"959baa66-428a-4281-996e-f7235784ffd0","remote_addr":"[fd00:1122:3344:101::c]:49161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":213,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.224222939Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60748"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.224314511Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"522a5e39-fe19-4dc2-8851-80f256cffee1","remote_addr":"[fd00:1122:3344:101::b]:60748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.266318909Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.266337269Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ea928c5f-c9a0-4d81-8f3d-6cfb22eb4069","remote_addr":"[fd00:1122:3344:101::b]:60748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.27063075Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52931"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.270716532Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.313203733Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.373782591Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6a79fb4e-d287-472d-b2ef-fad230075db0","remote_addr":"[fd00:1122:3344:101::c]:52931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103092,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.374051809Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46792"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.374128861Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46681"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.374355887Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7aefab60-608d-4bea-965e-2a4a16fac38b","remote_addr":"[fd00:1122:3344:101::c]:52931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":299,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.374373158Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"96efef00-ef3d-4377-8237-f8528a7b49ed","remote_addr":"[fd00:1122:3344:101::b]:60748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":430,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.374552653Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"494f8501-e83e-4aac-aff9-27c58225cd5a","remote_addr":"[fd00:1122:3344:101::b]:46681","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":249,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.374568533Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c4233591-59e0-47fe-a651-d403a72aa802","remote_addr":"[fd00:1122:3344:101::c]:46792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":205,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.412029833Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36691"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.412368943Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.45115253Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.506927143Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0a108324-e248-4509-bc21-a48e3efed829","remote_addr":"[fd00:1122:3344:101::b]:36691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94822,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:16.507197491Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0c1f1338-0b5d-47d4-aef8-c93eee763e0e","remote_addr":"[fd00:1122:3344:101::b]:36691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:38.196479014Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"78091cdd-bdd9-4743-ab7b-dd29b0e516b5","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6245,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.007875041Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40447"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.008052096Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"699fcbb2-de9d-4788-b8b0-286e4c93c3d3","remote_addr":"[fd00:1122:3344:101::a]:40447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.058756317Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.058789018Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8241b194-4258-45de-85f9-ecdeb4033244","remote_addr":"[fd00:1122:3344:101::a]:40447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.066522465Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"48a3c655-6973-4dcf-948f-e3721cd9796e","remote_addr":"[fd00:1122:3344:101::a]:40447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":209,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.15980625Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39548"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.159991495Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"443137e8-8e84-4418-adda-d04d5d47726b","remote_addr":"[fd00:1122:3344:101::a]:39548","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.168618197Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64751"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.168714159Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.207850887Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.265623036Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d20b5f21-7e64-4e67-8bbd-a7af4a0e2e24","remote_addr":"[fd00:1122:3344:101::a]:64751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96947,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.265817861Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39706"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.266251993Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e0028b4-c96e-4259-b0d9-2dd1e967b57e, kind: Service { id: 3e0d656e-3552-43ff-8e95-5ed82471e0ae }, name: Name(\"external-dns-3e0d656e-3552-43ff-8e95-5ed82471e0ae\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 156])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9fbc6464-5658-4709-85f5-cba4ad21c9de, kind: Service { id: 0ef774ca-06b2-40a8-a632-7304d594c07a }, name: Name(\"external-dns-0ef774ca-06b2-40a8-a632-7304d594c07a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 39])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb1ce312-163f-477c-9052-27f110965501, kind: Service { id: ef47bd05-ad7e-42a3-8257-dec06acd2b93 }, name: Name(\"nexus-ef47bd05-ad7e-42a3-8257-dec06acd2b93\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 50])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be9ea2e0-22c4-425c-9afb-1597ead9d56b, kind: Service { id: b2389da8-cde2-4174-a8e1-a4dabd361b80 }, name: Name(\"nexus-b2389da8-cde2-4174-a8e1-a4dabd361b80\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e47aafa9-7219-497b-8e24-b813038ee602, kind: Service { id: 7e3d78a7-b6c3-4636-b217-b0a79485c981 }, name: Name(\"nexus-7e3d78a7-b6c3-4636-b217-b0a79485c981\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.266293555Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8a78fd2d-ecf3-4745-961b-12b38adeb6d5","remote_addr":"[fd00:1122:3344:101::a]:64751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.266310165Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.266324695Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.266366427Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.266377537Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.266393297Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.266413438Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.266420748Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e2732ad2-4c98-4cd1-b642-a7e006d26bca","remote_addr":"[fd00:1122:3344:101::a]:39706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":489,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.416840675Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47395"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:45.416939808Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"e8e53c6e-743c-425d-8de7-524ac66f8470","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47395","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.248005632Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55093"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.248114106Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e6bdde70-8e97-47cc-b726-69c3113a38e1","remote_addr":"[fd00:1122:3344:101::c]:55093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.265197804Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.265225345Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1b481479-c89e-4629-a997-b9a3f62c5292","remote_addr":"[fd00:1122:3344:101::c]:55093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.274418893Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f396cf51-aca6-403f-9dec-1ef11e1418be","remote_addr":"[fd00:1122:3344:101::c]:55093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":252,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.386130254Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42818"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.38633964Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"4fc9eea2-62c9-4412-8396-860edf5e5a24","remote_addr":"[fd00:1122:3344:101::c]:42818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.437920156Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34661"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.438003508Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"05d5fde8-1d50-4e78-b460-a11a17d009ea","remote_addr":"[fd00:1122:3344:101::b]:34661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.451726123Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.451754564Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2a25462a-8ef6-4760-bb64-86fc5a7857ca","remote_addr":"[fd00:1122:3344:101::b]:34661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.467179756Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47387"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.467416543Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e0028b4-c96e-4259-b0d9-2dd1e967b57e, kind: Service { id: 3e0d656e-3552-43ff-8e95-5ed82471e0ae }, name: Name(\"external-dns-3e0d656e-3552-43ff-8e95-5ed82471e0ae\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 156])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9fbc6464-5658-4709-85f5-cba4ad21c9de, kind: Service { id: 0ef774ca-06b2-40a8-a632-7304d594c07a }, name: Name(\"external-dns-0ef774ca-06b2-40a8-a632-7304d594c07a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 39])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb1ce312-163f-477c-9052-27f110965501, kind: Service { id: ef47bd05-ad7e-42a3-8257-dec06acd2b93 }, name: Name(\"nexus-ef47bd05-ad7e-42a3-8257-dec06acd2b93\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 50])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be9ea2e0-22c4-425c-9afb-1597ead9d56b, kind: Service { id: b2389da8-cde2-4174-a8e1-a4dabd361b80 }, name: Name(\"nexus-b2389da8-cde2-4174-a8e1-a4dabd361b80\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e47aafa9-7219-497b-8e24-b813038ee602, kind: Service { id: 7e3d78a7-b6c3-4636-b217-b0a79485c981 }, name: Name(\"nexus-7e3d78a7-b6c3-4636-b217-b0a79485c981\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.467485925Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.467509536Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.467537796Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.467560147Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.467581427Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.467610358Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.467629239Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f7862a4c-67af-47f5-ac51-88c97e977566","remote_addr":"[fd00:1122:3344:101::c]:47387","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":355,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.487377682Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34921"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.487688961Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"285a81d5-8549-401a-9efe-ff252278e426","remote_addr":"[fd00:1122:3344:101::b]:34921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":255,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.496422606Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"de1139c6-364a-451a-9a58-0c17e41001c1","remote_addr":"[fd00:1122:3344:101::b]:34661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":169,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.510032797Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40535"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.510150981Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.551369096Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.611258345Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0b3b13a8-2d44-402a-b37e-b9e0c6f0adda","remote_addr":"[fd00:1122:3344:101::c]:40535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101148,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.611474101Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40005"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.611685397Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.614965519Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"eacf28c4-fd04-4341-a728-9c11b1c9ee70","remote_addr":"[fd00:1122:3344:101::c]:40535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3369,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.617390007Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56393"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.618513038Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e0028b4-c96e-4259-b0d9-2dd1e967b57e, kind: Service { id: 3e0d656e-3552-43ff-8e95-5ed82471e0ae }, name: Name(\"external-dns-3e0d656e-3552-43ff-8e95-5ed82471e0ae\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 156])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9fbc6464-5658-4709-85f5-cba4ad21c9de, kind: Service { id: 0ef774ca-06b2-40a8-a632-7304d594c07a }, name: Name(\"external-dns-0ef774ca-06b2-40a8-a632-7304d594c07a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 39])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb1ce312-163f-477c-9052-27f110965501, kind: Service { id: ef47bd05-ad7e-42a3-8257-dec06acd2b93 }, name: Name(\"nexus-ef47bd05-ad7e-42a3-8257-dec06acd2b93\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 50])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be9ea2e0-22c4-425c-9afb-1597ead9d56b, kind: Service { id: b2389da8-cde2-4174-a8e1-a4dabd361b80 }, name: Name(\"nexus-b2389da8-cde2-4174-a8e1-a4dabd361b80\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e47aafa9-7219-497b-8e24-b813038ee602, kind: Service { id: 7e3d78a7-b6c3-4636-b217-b0a79485c981 }, name: Name(\"nexus-7e3d78a7-b6c3-4636-b217-b0a79485c981\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.61857049Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.618598131Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.618610801Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.618629041Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.618647012Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.618662793Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.618693603Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a332c300-bcc6-400a-a3d7-ec33d3cf73f8","remote_addr":"[fd00:1122:3344:101::b]:56393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":398,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.645911946Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.70348091Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c150dcfd-429f-4c80-ba95-dcc4a50bed6a","remote_addr":"[fd00:1122:3344:101::b]:40005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91885,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:34:46.70383025Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3028918d-e76b-45c4-9e80-f8e6a60b3033","remote_addr":"[fd00:1122:3344:101::b]:40005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":140,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:08.200051008Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"bd4a2701-9cee-4d98-a155-7cda3d9c7e76","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9806,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:14.887637384Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51873"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:14.887800208Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9339dca6-54fe-4deb-aad1-e28c65f12bc8","remote_addr":"[fd00:1122:3344:101::a]:51873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:14.934313412Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:14.934379434Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"965d6498-7c0e-44d3-89af-1b0bac00f951","remote_addr":"[fd00:1122:3344:101::a]:51873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:14.942862101Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0db0c93b-c666-424e-8aa4-54e34a5b9f1a","remote_addr":"[fd00:1122:3344:101::a]:51873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":231,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:14.967137812Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48858"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:14.967252115Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:15.008502852Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:15.073133243Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9d3be455-8473-4693-baf9-69aa31c5ff6a","remote_addr":"[fd00:1122:3344:101::a]:48858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105916,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:15.073290488Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51333"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:15.073653808Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d6a09097-9f96-4c37-86d7-dc321018c4f8","remote_addr":"[fd00:1122:3344:101::a]:48858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":185,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:15.074175732Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9b3bdb4b-92ae-47e9-9331-415d6a933274","remote_addr":"[fd00:1122:3344:101::a]:51333","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":792,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:15.449319668Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48078"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:15.449456352Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"eff90c3c-b978-4a97-87ae-2f6faad87f3b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48078","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.055811138Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50009"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.056013373Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ddb36e7c-72f8-4e8f-a001-e27e02c3c504","remote_addr":"[fd00:1122:3344:101::c]:50009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":118,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.125764389Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.12579851Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b87b9e7e-b4e6-4959-a418-e272871d6fef","remote_addr":"[fd00:1122:3344:101::c]:50009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.134950936Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"247ba230-ccce-4997-b2b5-336e40d17864","remote_addr":"[fd00:1122:3344:101::c]:50009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":333,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.248078597Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64307"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.248284143Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"7b9ff505-048c-4d67-9146-250fc2b489d5","remote_addr":"[fd00:1122:3344:101::c]:64307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.258612233Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53064"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.258700205Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c99a2ce1-8d9a-4398-83be-7962130c0afe","remote_addr":"[fd00:1122:3344:101::b]:53064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":23,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.259746574Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41917"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.259831937Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.303942063Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.364657755Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8e087e66-3e7c-492d-983b-7a076c13a9e0","remote_addr":"[fd00:1122:3344:101::c]:41917","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104852,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.364895712Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43877"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.364973324Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.365002635Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"896d4425-cde5-4766-b23e-f39612c4ff65","remote_addr":"[fd00:1122:3344:101::b]:53064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.365219251Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"002bcca0-08d4-4ec6-852f-35ed22771cca","remote_addr":"[fd00:1122:3344:101::b]:43877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":192,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.365235551Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"bcda3bd2-00ef-472e-8c79-e82892834bdc","remote_addr":"[fd00:1122:3344:101::c]:41917","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":229,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.374525642Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f8130964-9f6e-4497-bf69-2ddcb9b486ed","remote_addr":"[fd00:1122:3344:101::b]:53064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":302,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.396742834Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40967"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.396859778Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.435283285Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.496248624Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ac9ac8d4-aa4c-4b47-a923-d27bbc650869","remote_addr":"[fd00:1122:3344:101::b]:40967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99431,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:16.496602284Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4407c52d-40da-4365-ad9c-25384463ecd1","remote_addr":"[fd00:1122:3344:101::b]:40967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:38.195743282Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"b021f5ee-1f37-4705-8ff6-7d3f9eb39242","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5368,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:45.015102831Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47739"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:45.015281816Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f0c9a9c5-8637-40e4-9286-331296345ab8","remote_addr":"[fd00:1122:3344:101::a]:47739","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:45.031665975Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:45.031695646Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"29ef9b91-d946-4986-a26c-264799343938","remote_addr":"[fd00:1122:3344:101::a]:47739","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:45.040629247Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"21764b70-624e-44d1-905b-31bd1743c522","remote_addr":"[fd00:1122:3344:101::a]:47739","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":239,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:45.236818336Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43563"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:45.236989411Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e9fbf65f-e6a6-48d7-8f11-0ba923288f9d","remote_addr":"[fd00:1122:3344:101::a]:43563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:45.335507593Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63612"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:45.335630996Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:45.3771549Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:45.433573301Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0a65e919-8a24-4041-8849-8b2465695714","remote_addr":"[fd00:1122:3344:101::a]:63612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98005,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:45.433829158Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a0a1ec2d-881d-41e3-a95e-e5a75740b850","remote_addr":"[fd00:1122:3344:101::a]:63612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:45.482972666Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62465"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:45.483142101Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"36c4d5b8-ffab-4bb2-a493-f5a3d525b916","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62465","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.211222369Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62991"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.211419944Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"60dcd380-951c-4d3c-a6e3-94f712e9237d","remote_addr":"[fd00:1122:3344:101::c]:62991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.261258461Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.261308203Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4fad60e0-a051-46c0-8c1f-14d2d8459fbb","remote_addr":"[fd00:1122:3344:101::c]:62991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.270388937Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"eff055fd-8eaa-46bc-b5ce-1efed306a761","remote_addr":"[fd00:1122:3344:101::c]:62991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.380959627Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60746"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.381133842Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"38079194-88d9-45d4-9bb0-8f95947349f0","remote_addr":"[fd00:1122:3344:101::c]:60746","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.467713098Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45243"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.467799941Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cc6f59bd-2b5d-405c-aaa8-e409a6622484","remote_addr":"[fd00:1122:3344:101::b]:45243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.514929572Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.514965443Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"15cf0553-9f0c-4f6f-bb7d-961bb58b6140","remote_addr":"[fd00:1122:3344:101::b]:45243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.52520581Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"931436a1-9b3b-4766-9e16-4126e1fb899a","remote_addr":"[fd00:1122:3344:101::b]:45243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":258,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.546056925Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45234"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.546156868Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.587099225Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.647016015Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b2a06df0-bff8-4639-9d31-eca1fb6d363b","remote_addr":"[fd00:1122:3344:101::c]:45234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100893,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.647372574Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"22df603b-74e8-42b9-8ef6-ac9c3318e4cb","remote_addr":"[fd00:1122:3344:101::c]:45234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.684221807Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54370"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.684377531Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"eb9654d1-7d88-4b21-8c71-94ee6d8fbf5a","remote_addr":"[fd00:1122:3344:101::b]:54370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.81635717Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40651"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.816449053Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.857257287Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.914336617Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6ce77435-9765-48c2-9e54-bff40b10fb3e","remote_addr":"[fd00:1122:3344:101::b]:40651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97926,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:35:46.917866566Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2aa85d0f-75f7-48d7-94a8-337149911aea","remote_addr":"[fd00:1122:3344:101::b]:40651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:08.199297507Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"b80078db-f702-47f0-9b91-0b9571cb87a8","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8862,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:14.975286091Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:14.975433745Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cf0d87d9-52f6-4589-8e28-7300dcee4590","remote_addr":"[fd00:1122:3344:101::a]:57252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:14.992516643Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:14.992541314Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e357028d-1651-486d-91d3-b9d129a6e536","remote_addr":"[fd00:1122:3344:101::a]:57252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:15.021937528Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40802"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:15.022140264Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"df8b5c6e-ccd8-48a2-8bff-184f0dcdd106","remote_addr":"[fd00:1122:3344:101::a]:40802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:15.032282968Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"86f50381-18a4-44c0-8e65-e3758c5c1d04","remote_addr":"[fd00:1122:3344:101::a]:57252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":227,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:15.07158782Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33009"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:15.071695363Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:15.109172593Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:15.172057166Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"cda80484-a572-420c-839b-78e45085cd02","remote_addr":"[fd00:1122:3344:101::a]:33009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100401,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:15.172331494Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4baf10fb-1f91-431a-8e24-7671dfadcb6a","remote_addr":"[fd00:1122:3344:101::a]:33009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:15.5160863Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47939"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:15.516213263Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8ab75819-8320-49a7-885b-bd6088948de3","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47939","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.190768622Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60577"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.190887715Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"fcdaeb54-a592-43b1-a920-4b3444c664d7","remote_addr":"[fd00:1122:3344:101::c]:60577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.211338298Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.211365879Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d1551cde-a375-4273-9d5c-7a609235b06a","remote_addr":"[fd00:1122:3344:101::c]:60577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.220155315Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"39700265-c7fc-4b66-872f-7d06f548046b","remote_addr":"[fd00:1122:3344:101::c]:60577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.2813073Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38312"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.281459064Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a222ed80-414c-454e-aaab-4b7162c732f3","remote_addr":"[fd00:1122:3344:101::b]:38312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.289973643Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54889"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.290051025Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.328076001Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.388231327Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"15838b6a-5853-424a-aecf-73c3c139549a","remote_addr":"[fd00:1122:3344:101::c]:54889","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98212,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.388487804Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56057"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.388588807Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.388801043Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5be6ac30-6353-4ea7-ad5b-018a545661d6","remote_addr":"[fd00:1122:3344:101::c]:54889","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":284,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.388830454Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b9430c5c-443c-428e-a538-07d38cd8392e","remote_addr":"[fd00:1122:3344:101::b]:61877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.388903216Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d32b646b-a3e7-4e34-84ba-423e7bb06117","remote_addr":"[fd00:1122:3344:101::c]:56057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":225,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.403766122Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.403822574Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fb4ba366-5c1d-405d-9fa7-1d4095e01925","remote_addr":"[fd00:1122:3344:101::b]:61877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.410632905Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34194"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.410761289Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.449557766Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.506134492Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1c896932-6f5f-4233-aed6-ba02888a7e0e","remote_addr":"[fd00:1122:3344:101::b]:34194","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95432,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.506725408Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"538ec17e-c642-4367-93d3-7e8ee5bc06db","remote_addr":"[fd00:1122:3344:101::b]:34194","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:16.506744879Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ba7c8e02-c977-4953-a585-0615f4c86b6f","remote_addr":"[fd00:1122:3344:101::b]:61877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":355,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:38.197233263Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"dbe51ee5-e596-4e4e-a036-de296dc1cea8","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8012,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:44.879595445Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33478"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:44.879793691Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2e5ca16e-c178-42e8-bd19-ee82b39e9adb","remote_addr":"[fd00:1122:3344:101::a]:33478","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:44.956381087Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:44.956418058Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b558f996-a29d-45fa-ab64-32eae2032ee2","remote_addr":"[fd00:1122:3344:101::a]:33478","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:44.966838891Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a4064b0d-6723-4582-9e90-fb1cb0f04e64","remote_addr":"[fd00:1122:3344:101::a]:33478","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":312,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:45.231546751Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65283"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:45.231750416Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"11602004-fa9c-45de-95ae-b76e1571579a","remote_addr":"[fd00:1122:3344:101::a]:65283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:45.298201969Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63906"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:45.298325243Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:45.339083745Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:45.399789897Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"231122ae-5b73-41cd-8e29-fc5bde6ac380","remote_addr":"[fd00:1122:3344:101::a]:63906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101516,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:45.400052164Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c2a3a163-9d1c-4c82-ac23-7740d653d4e8","remote_addr":"[fd00:1122:3344:101::a]:63906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:45.550053809Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56960"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:45.550197683Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"be853d7c-365f-411f-a658-87bea785ad25","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56960","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.278795935Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53816"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.278933969Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"18d34664-2884-49cc-8abb-888965906450","remote_addr":"[fd00:1122:3344:101::c]:53816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.30107778Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37164"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.301290446Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"43cb4cd4-df2d-4450-84b7-5c57cd893d5c","remote_addr":"[fd00:1122:3344:101::b]:37164","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.348625353Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.348666544Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"837e80f1-81f1-4ff5-8b64-3926f9f7c68b","remote_addr":"[fd00:1122:3344:101::c]:53816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.368223702Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ab86b23c-c8c5-4758-8b75-73e504751636","remote_addr":"[fd00:1122:3344:101::c]:53816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":199,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.376493694Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.376514525Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3b416681-7cb7-4e06-ae7f-6498029c4824","remote_addr":"[fd00:1122:3344:101::b]:37164","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.38992985Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6a54d4bb-44c3-48fc-883f-0c926504530b","remote_addr":"[fd00:1122:3344:101::b]:37164","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":204,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.436516796Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39021"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.43663723Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.479548322Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.53475065Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a2ece3e1-f531-49e1-a732-a1668915ba45","remote_addr":"[fd00:1122:3344:101::c]:39021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.534928725Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58468"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.535234163Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"792e1970-59ff-4a34-94cd-23bdb13d7c3d","remote_addr":"[fd00:1122:3344:101::c]:58468","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":214,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.535262174Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1a1e4ae1-a9e1-4c43-b5ca-7851cdc28b7d","remote_addr":"[fd00:1122:3344:101::c]:39021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":245,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.545957744Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65135"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.546204981Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"51a3ac68-5b2d-4eb3-82e6-38a4c4e5952d","remote_addr":"[fd00:1122:3344:101::b]:65135","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":173,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.603149857Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58120"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.603273431Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.644103205Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.703978043Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2d43e4be-35fd-4bc8-93b5-803df0b6c814","remote_addr":"[fd00:1122:3344:101::b]:58120","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100767,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:36:46.709161788Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7a69be5d-f217-43cb-a1a6-d70e0dbc7388","remote_addr":"[fd00:1122:3344:101::b]:58120","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:08.196684982Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"7ecf554d-ee5a-49bb-9736-91d47accb01c","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7514,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:09.270830461Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:09.270927453Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:09.304287119Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999441s","next_cleanup":"Instant { tv_sec: 1973, tv_nsec: 486949043 }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:14.920488713Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62290"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:14.920653097Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"080309bc-760b-4aec-b4b2-4f2d603a3868","remote_addr":"[fd00:1122:3344:101::a]:62290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:14.966645877Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:14.966702738Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"43a52d78-b955-4a6c-8010-e2469c9e1d86","remote_addr":"[fd00:1122:3344:101::a]:62290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:14.97603659Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1438fb21-5457-4cd7-b975-d332a6e390db","remote_addr":"[fd00:1122:3344:101::a]:62290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":286,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:15.030776295Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54135"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:15.030906188Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:15.071207098Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:15.129460871Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e58cdaa6-c4f7-4705-8282-36cf84b7348f","remote_addr":"[fd00:1122:3344:101::a]:54135","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98596,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:15.129652696Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43927"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:15.129947514Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"cfc1ffd3-73dc-4f25-b403-cd5876c1c652","remote_addr":"[fd00:1122:3344:101::a]:43927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":194,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:15.129984065Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0ae755e0-8a63-49c8-9611-37205e6dac39","remote_addr":"[fd00:1122:3344:101::a]:54135","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:15.582303514Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36893"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:15.582405537Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"69cf384c-c850-4fe0-b300-52d9d396b9ee","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36893","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.185134532Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48696"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.185292486Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ba84d457-49ef-4108-ad93-329d84e1de36","remote_addr":"[fd00:1122:3344:101::c]:48696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.233721134Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57665"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.2339441Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5afe661b-88a4-445f-bafe-a1bca670eed5","remote_addr":"[fd00:1122:3344:101::c]:57665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":153,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.235583476Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.235594286Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0447c080-d9c6-4917-be36-fd617bb97f37","remote_addr":"[fd00:1122:3344:101::c]:48696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.244966129Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a327c50b-39f0-412d-a37b-693ae10ac02f","remote_addr":"[fd00:1122:3344:101::c]:48696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.290706101Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44992"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.290796403Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"620021d9-7033-4e6a-84ca-472b15571d89","remote_addr":"[fd00:1122:3344:101::b]:44992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.310689221Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50412"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.310820775Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a9f28fc4-f828-48e0-89aa-49b9a7c7b997","remote_addr":"[fd00:1122:3344:101::b]:50412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.312016008Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39155"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.312117241Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.35167614Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.410769246Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"abb2f2ef-5dba-4c1c-8895-94a5ea11eaaf","remote_addr":"[fd00:1122:3344:101::c]:39155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98674,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.410958782Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48955"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.41125979Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.411336112Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.411358943Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2f3246b8-5bb7-4483-8443-b0fb97df7cd2","remote_addr":"[fd00:1122:3344:101::c]:39155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":245,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.414913593Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"84474503-06ad-47ae-84e5-1dccc5d062f1","remote_addr":"[fd00:1122:3344:101::b]:44992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3689,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.428891574Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c8181170-df49-4e0d-ab20-380a94ff023f","remote_addr":"[fd00:1122:3344:101::b]:44992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1007,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.450024417Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.503822475Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e3be0da8-9c92-4198-b061-733b09238fce","remote_addr":"[fd00:1122:3344:101::b]:48955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92705,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:16.504165454Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e8639dc3-f528-466f-b47f-5919ddb4c17b","remote_addr":"[fd00:1122:3344:101::b]:48955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":145,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:27.256400054Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:38.195906243Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"d15716f3-2e4b-46d1-8c16-28ae626d8925","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6972,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:45.118425435Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39423"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:45.118561209Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b3885e4b-49ca-48e5-a24b-a3aa5393e896","remote_addr":"[fd00:1122:3344:101::a]:39423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:45.135047401Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:45.135066391Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9c94749d-35ce-4ce4-ad72-6cceec7efb1a","remote_addr":"[fd00:1122:3344:101::a]:39423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:45.143830517Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1c4e1e46-b437-424a-a559-49dc1252233e","remote_addr":"[fd00:1122:3344:101::a]:39423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":195,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:45.284952883Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38050"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:45.285136758Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"88a049fe-783f-45fe-8b10-f3ccf18e735d","remote_addr":"[fd00:1122:3344:101::a]:38050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:45.351011545Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51892"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:45.351102487Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:45.390628195Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:45.446550903Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8125bbc4-ffc9-4f4a-94d1-d5ed695d1710","remote_addr":"[fd00:1122:3344:101::a]:51892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95498,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:45.4468192Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"923017de-85d8-44ed-b710-1a189950f911","remote_addr":"[fd00:1122:3344:101::a]:51892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:45.617321319Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65109"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:45.617493004Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"37b74ab9-d902-40db-b372-0a60a815cd2e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65109","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.302599219Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56996"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.302726882Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d0d6b725-963e-4b2b-8ebb-f74fb8425f29","remote_addr":"[fd00:1122:3344:101::c]:56996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":69,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.361036857Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.361068867Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8f553923-ce19-4212-822d-c74fea773b77","remote_addr":"[fd00:1122:3344:101::c]:56996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.368325721Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64448"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.368414193Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"73ff57df-93db-4b27-8e86-bbc6d3e0cb4a","remote_addr":"[fd00:1122:3344:101::b]:64448","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.370661356Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"cd30623c-9a31-4ee1-bf7c-057b95ec4e73","remote_addr":"[fd00:1122:3344:101::c]:56996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":173,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.383500266Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.383518107Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"df780b68-7dc2-4694-b48d-ad13f2b16619","remote_addr":"[fd00:1122:3344:101::b]:64448","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.392046326Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"55c44bb9-ea69-4e91-b8b2-881c123d3b65","remote_addr":"[fd00:1122:3344:101::b]:64448","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":158,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.40645616Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37892"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.406562183Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.448753375Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.512960775Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5f8b5490-d531-423b-bb4a-75c3a9cae31b","remote_addr":"[fd00:1122:3344:101::c]:37892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106434,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.513298045Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"02cef280-574f-4890-9b7d-995b3a6921eb","remote_addr":"[fd00:1122:3344:101::c]:37892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.52064116Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41738"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.520875517Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"54aee78e-595d-4e4e-ac8a-e10339c7c01b","remote_addr":"[fd00:1122:3344:101::b]:41738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.548964934Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47390"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.549147839Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3d4d4f7d-fe7a-4a5a-b3c4-98348262147f","remote_addr":"[fd00:1122:3344:101::c]:47390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.593189634Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41006"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.593334058Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.633656568Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.688348421Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"23bea5c6-a795-4d08-8781-aaa33665690e","remote_addr":"[fd00:1122:3344:101::b]:41006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95088,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:37:46.688725961Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"58d31a15-f92a-4fec-b113-62ed36720df0","remote_addr":"[fd00:1122:3344:101::b]:41006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:08.194960671Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"0f84339c-b83a-4c5d-9beb-fd61eff2fc7a","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6521,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:14.899997446Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49335"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:14.900162101Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ea7d55aa-b391-4dae-8b18-120bd98f6342","remote_addr":"[fd00:1122:3344:101::a]:49335","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:14.951114359Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:14.951303575Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"68f0e483-a8fc-41c8-86f7-84c46cbdd69e","remote_addr":"[fd00:1122:3344:101::a]:63056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:14.993166748Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:14.993196709Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"24e5b44e-aed3-4735-ada7-f4d15a2bc4ac","remote_addr":"[fd00:1122:3344:101::a]:49335","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:15.003022194Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"19a02133-6ee9-440e-9f01-24ee070e5266","remote_addr":"[fd00:1122:3344:101::a]:49335","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":271,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:15.007548881Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59486"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:15.007662364Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:15.05281002Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:15.11596289Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b7e51c2e-8231-48c5-b672-87647d905c1b","remote_addr":"[fd00:1122:3344:101::a]:59486","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108344,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:15.11630864Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f3b7ecc5-3512-442c-bd58-73953c490088","remote_addr":"[fd00:1122:3344:101::a]:59486","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:15.651740619Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59226"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:15.651852312Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"bb8e5cb1-442f-4eac-91f0-f0d2e61db306","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59226","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.121336682Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42393"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.121440085Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"de1d33fa-faf5-4c89-a20b-0f2a946a10b2","remote_addr":"[fd00:1122:3344:101::c]:42393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.16191491Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57642"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.162123645Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"03395912-0d94-4142-bd84-1203eda51c2f","remote_addr":"[fd00:1122:3344:101::c]:57642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.164316767Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.164326617Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f9d560d2-dced-44fd-bbeb-9d83db30469a","remote_addr":"[fd00:1122:3344:101::c]:42393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.174001808Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"aeeee1c8-09a2-43f4-bcaf-27ab0236a6b3","remote_addr":"[fd00:1122:3344:101::c]:42393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":229,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.238925848Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40948"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.239046581Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.284871386Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.359290582Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f135ca59-8ee9-49c0-b5e9-252fc89b0b0d","remote_addr":"[fd00:1122:3344:101::c]:40948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":120287,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.35956643Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47010"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.359846968Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6047ab90-22e9-4181-a2c1-4c6c51e81412","remote_addr":"[fd00:1122:3344:101::b]:47010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.359890879Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8c94ef9f-020c-4a55-842b-5e2f2b12c868","remote_addr":"[fd00:1122:3344:101::c]:40948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":232,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.373198662Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35943"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.373351536Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.417433902Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.483237517Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b689225b-527e-4450-8400-ab3bfe1b3077","remote_addr":"[fd00:1122:3344:101::b]:35943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109927,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.483858734Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.483909055Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5f79c880-769b-4b51-a7d6-e2681e26527d","remote_addr":"[fd00:1122:3344:101::b]:47010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.483929316Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"83bd5a75-6eed-485a-a016-950448a4a300","remote_addr":"[fd00:1122:3344:101::b]:35943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":339,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.508802623Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55303"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.50905486Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3a59840f-e80b-4ed5-83b1-5b04c6e7c2f9","remote_addr":"[fd00:1122:3344:101::b]:55303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":174,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:16.515162852Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4e8a8753-b365-4389-9010-dbf9ebcaaed4","remote_addr":"[fd00:1122:3344:101::b]:47010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":312,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:38.198211708Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"6653f64b-43c4-49da-a7be-9eee1ffddda2","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9908,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:45.077595429Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60110"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:45.077771634Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c642c10a-515d-4501-91dd-453c7497892e","remote_addr":"[fd00:1122:3344:101::a]:60110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:45.204074715Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60836"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:45.204305291Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"964170a9-6423-420b-890a-4b4c18ea7860","remote_addr":"[fd00:1122:3344:101::a]:60836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":153,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:45.2463432Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:45.24636767Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"622032c9-749b-4b30-99a9-f6da090fb5df","remote_addr":"[fd00:1122:3344:101::a]:60110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:45.255663141Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a06eeafa-fc07-4bed-a667-2b8de08f2265","remote_addr":"[fd00:1122:3344:101::a]:60110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":246,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:45.290538408Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48821"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:45.290655982Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:45.330233761Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:45.386990542Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f761920c-9aac-4877-b8dd-f8a4c81a88e7","remote_addr":"[fd00:1122:3344:101::a]:48821","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96384,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:45.38727384Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d3224e8d-6562-40ea-a61e-6a00df57c458","remote_addr":"[fd00:1122:3344:101::a]:48821","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:45.684038698Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59070"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:45.684202472Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"60d6bd95-10e8-4ac7-af82-4093bb04cbd1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59070","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.262512533Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63883"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.262645697Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"dde7c821-5b7f-4c5d-943d-2023f553f862","remote_addr":"[fd00:1122:3344:101::c]:63883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.304011096Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51265"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.30414036Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e0e639b6-29bb-49fb-8ab7-48d2a46f817b","remote_addr":"[fd00:1122:3344:101::b]:51265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.307167145Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.307186315Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3c6412f4-b2d4-4d58-b3d5-280f5ba8a6d2","remote_addr":"[fd00:1122:3344:101::c]:63883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.315682774Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c9de36ae-6fb7-402e-9c62-59c82dd3ff0a","remote_addr":"[fd00:1122:3344:101::c]:63883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":239,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.355222242Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.355253203Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8e7d3d8d-c3b9-4aa2-abb4-7fc2e7078480","remote_addr":"[fd00:1122:3344:101::b]:51265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.3840452Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56959"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.384187494Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"1e754514-6a61-4643-8d34-a2f0b060988f","remote_addr":"[fd00:1122:3344:101::b]:56959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.387368563Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b6ef00a1-87aa-4d85-b0da-34b730401093","remote_addr":"[fd00:1122:3344:101::b]:51265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.398558486Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33189"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.398639889Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.440013589Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.498355944Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8cbb3deb-116f-4da4-98b0-e6ffa6821911","remote_addr":"[fd00:1122:3344:101::b]:33189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99733,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.498490528Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59704"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.498798956Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c1b12216-577c-4bdd-856b-52e36f95a7f9","remote_addr":"[fd00:1122:3344:101::c]:59704","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.49892004Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cc775f75-9bb2-47cd-a44b-4a17f3531afe","remote_addr":"[fd00:1122:3344:101::b]:33189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":239,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.653493733Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50011"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.653652777Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.692857585Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.7504682Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0bfc40ae-20e9-4c40-bbdf-99efff736f99","remote_addr":"[fd00:1122:3344:101::c]:50011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96891,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:38:46.75689513Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"adba1d49-e598-4ef1-ad09-6e27016b33a4","remote_addr":"[fd00:1122:3344:101::c]:50011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:08.195764625Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"ad4fd8cb-4f8f-4590-9c46-241e5e42111d","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7300,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:14.947669105Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36999"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:14.947823889Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1fb85993-fe8e-4306-9ec0-e8333688aabd","remote_addr":"[fd00:1122:3344:101::a]:36999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:14.988259923Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44553"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:14.98925684Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"528e143c-1196-4ffe-acb8-26c3c2fcca51","remote_addr":"[fd00:1122:3344:101::a]:44553","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":125,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:14.994464797Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:14.994477947Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"72281ad1-16c6-4f71-a8bf-743ab7cf904f","remote_addr":"[fd00:1122:3344:101::a]:36999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:15.005369452Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"04d9578d-4874-49b7-99e4-cdd88b0c08d9","remote_addr":"[fd00:1122:3344:101::a]:36999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":270,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:15.020478866Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56526"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:15.020578438Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:15.06200483Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:15.121721594Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ecc8b1c8-2121-4fc6-b6a7-9d0f0d72b7e2","remote_addr":"[fd00:1122:3344:101::a]:56526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101180,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:15.122014552Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"46a35221-5105-491b-9598-f28bc1e5839d","remote_addr":"[fd00:1122:3344:101::a]:56526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:15.7188261Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44094"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:15.718967514Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"23debf79-f723-40b7-8411-abb675f0ff15","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44094","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.171205661Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:65435"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.171363695Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"edfd3ce5-b60b-4a4a-b2fe-11a51d91b2ed","remote_addr":"[fd00:1122:3344:101::c]:65435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.202157829Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59849"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.202328774Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"958fa387-746d-4d84-b94c-9098b5ebedd0","remote_addr":"[fd00:1122:3344:101::c]:59849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.23216408Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36414"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.232263942Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f565c916-5f87-4e23-93af-5e31f4ca7fbf","remote_addr":"[fd00:1122:3344:101::b]:36414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.249008682Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.249025823Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bab569f8-1575-4a45-95f0-d22d5c9ea2e3","remote_addr":"[fd00:1122:3344:101::c]:65435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.260044511Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"75124c0a-322f-45c5-bdb0-9c467b50e01c","remote_addr":"[fd00:1122:3344:101::c]:65435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.276281287Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50780"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.27639585Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.317878142Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.377577416Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"78b343c7-7c31-4dcb-9340-8ae6ace7be8e","remote_addr":"[fd00:1122:3344:101::c]:50780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101238,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.377810122Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53269"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.377823303Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.377849954Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1e11229e-7dbe-49f0-8468-31b0f564d02d","remote_addr":"[fd00:1122:3344:101::b]:36414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.377901185Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34464"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.378163192Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.378171752Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"132da0c0-3519-4554-bf6d-08451d965f81","remote_addr":"[fd00:1122:3344:101::c]:50780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.38163595Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"1723d68e-1bcb-4ce9-b5e8-416686f3b0a9","remote_addr":"[fd00:1122:3344:101::b]:34464","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3501,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.387286998Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"cb31bfa3-5551-4377-ae54-81092f665f57","remote_addr":"[fd00:1122:3344:101::b]:36414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":399,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.416430065Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.476369915Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"97b8c854-fd52-4bb5-982d-206329e89e40","remote_addr":"[fd00:1122:3344:101::b]:53269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98334,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:16.476711935Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"98b185a6-698d-4221-b1ca-e2312883d0d1","remote_addr":"[fd00:1122:3344:101::b]:53269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":159,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:38.195084184Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"4e171dab-94be-4569-9fa7-df34b3d99610","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7243,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.042339236Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35784"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.042507221Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"15993503-d194-4613-9dad-011f2349bf7b","remote_addr":"[fd00:1122:3344:101::a]:35784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.129649573Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.129689064Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0fe51a7e-e3cb-43aa-ad65-c84a01e0b13a","remote_addr":"[fd00:1122:3344:101::a]:35784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.142186985Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d60546da-796c-4c8e-bf1f-7083e096e3d8","remote_addr":"[fd00:1122:3344:101::a]:35784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":245,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.308499357Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41784"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.308677082Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"75433b50-1409-4762-85dd-74b6fa391fe2","remote_addr":"[fd00:1122:3344:101::a]:41784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.324296209Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59782"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.324416883Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.368139108Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.426246487Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4e19d144-72dd-4d07-ab68-9eb70444966c","remote_addr":"[fd00:1122:3344:101::a]:59782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101883,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.426499254Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36693"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.426613597Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6670ffc6-f753-4915-a4a3-b7bcddc9a5d4","remote_addr":"[fd00:1122:3344:101::a]:59782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":169,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.426725921Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.426756261Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.426837174Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.427395559Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.442106022Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.442166364Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.463587974Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44569"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.464185251Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e0028b4-c96e-4259-b0d9-2dd1e967b57e, kind: Service { id: 3e0d656e-3552-43ff-8e95-5ed82471e0ae }, name: Name(\"external-dns-3e0d656e-3552-43ff-8e95-5ed82471e0ae\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 156])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9fbc6464-5658-4709-85f5-cba4ad21c9de, kind: Service { id: 0ef774ca-06b2-40a8-a632-7304d594c07a }, name: Name(\"external-dns-0ef774ca-06b2-40a8-a632-7304d594c07a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 39])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb1ce312-163f-477c-9052-27f110965501, kind: Service { id: ef47bd05-ad7e-42a3-8257-dec06acd2b93 }, name: Name(\"nexus-ef47bd05-ad7e-42a3-8257-dec06acd2b93\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 50])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be9ea2e0-22c4-425c-9afb-1597ead9d56b, kind: Service { id: b2389da8-cde2-4174-a8e1-a4dabd361b80 }, name: Name(\"nexus-b2389da8-cde2-4174-a8e1-a4dabd361b80\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e47aafa9-7219-497b-8e24-b813038ee602, kind: Service { id: 7e3d78a7-b6c3-4636-b217-b0a79485c981 }, name: Name(\"nexus-7e3d78a7-b6c3-4636-b217-b0a79485c981\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.464271223Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.464315924Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.464382946Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.464426637Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.464456648Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.464474759Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.46451603Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d470004e-3655-49d1-a7cb-f95e7d8ff443","remote_addr":"[fd00:1122:3344:101::a]:44569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":720,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.470121427Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.470134797Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.495631672Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.495688154Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.517892136Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.517954348Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.540646394Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.540697095Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_fb594314-d689-4df6-8176-e09675ab8f03"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.561955101Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.562018763Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.584210205Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.584268147Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.607133208Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.60719765Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_35c96663-c574-4d07-a692-3eb8a2a79302"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.631382548Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.631450489Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.644706741Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"5e726d76-5f38-49dd-b926-d426f0d05db7","remote_addr":"[fd00:1122:3344:101::a]:36693","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":218049,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.752836011Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63339"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:45.752981985Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"65428682-a0b0-41ee-9d0a-a75ca91df7ae","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63339","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.317095398Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39015"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.317202131Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4080483e-4237-41e9-be20-3e4b35b7551a","remote_addr":"[fd00:1122:3344:101::b]:39015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.332419578Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38723"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.33252165Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"35cd0711-4294-4234-a203-8b1ac1c9af74","remote_addr":"[fd00:1122:3344:101::c]:38723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.380704711Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.380739992Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d3c6693c-5483-4c71-9fec-511cd473e1d2","remote_addr":"[fd00:1122:3344:101::c]:38723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.423958033Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38405"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.424111278Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"aa588c37-f16a-4fb2-bc02-215d70cfc3e3","remote_addr":"[fd00:1122:3344:101::b]:38405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.437596576Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.437614786Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"19f7711e-d237-4aef-8d08-154d5428bd3f","remote_addr":"[fd00:1122:3344:101::b]:39015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.446858386Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fe839314-9f9d-4122-a290-beccdb357519","remote_addr":"[fd00:1122:3344:101::b]:39015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":214,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.447856963Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.447967997Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.447983677Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.448026508Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.44809799Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53583"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.448254754Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"faea3e64-aec3-482d-a468-9bfcd75740b5","remote_addr":"[fd00:1122:3344:101::c]:53583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"200"} {"msg":"Reading ledger from /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.448324207Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.457752191Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5e35887b-68ec-4cfd-a7ad-557652d60362","remote_addr":"[fd00:1122:3344:101::c]:38723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":428,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.461934638Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.461964439Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.493563705Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.493630677Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.498807272Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43761"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.499265315Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.524721678Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.52479281Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.545512641Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.55476045Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.554829012Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.582982771Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.583040863Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_fb594314-d689-4df6-8176-e09675ab8f03"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.603524597Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42784"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.607511139Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.6075734Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.607653493Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.608169107Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.612606761Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.612887009Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.613708343Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53514"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.619068233Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b757bca4-1d2e-4b4e-a828-1d9a15836442","remote_addr":"[fd00:1122:3344:101::c]:43761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119982,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.619619078Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"89f9591c-4383-4856-ac3e-6fdfbace922f","remote_addr":"[fd00:1122:3344:101::c]:43761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.623712883Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e0028b4-c96e-4259-b0d9-2dd1e967b57e, kind: Service { id: 3e0d656e-3552-43ff-8e95-5ed82471e0ae }, name: Name(\"external-dns-3e0d656e-3552-43ff-8e95-5ed82471e0ae\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 156])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9fbc6464-5658-4709-85f5-cba4ad21c9de, kind: Service { id: 0ef774ca-06b2-40a8-a632-7304d594c07a }, name: Name(\"external-dns-0ef774ca-06b2-40a8-a632-7304d594c07a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 39])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb1ce312-163f-477c-9052-27f110965501, kind: Service { id: ef47bd05-ad7e-42a3-8257-dec06acd2b93 }, name: Name(\"nexus-ef47bd05-ad7e-42a3-8257-dec06acd2b93\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 50])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be9ea2e0-22c4-425c-9afb-1597ead9d56b, kind: Service { id: b2389da8-cde2-4174-a8e1-a4dabd361b80 }, name: Name(\"nexus-b2389da8-cde2-4174-a8e1-a4dabd361b80\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e47aafa9-7219-497b-8e24-b813038ee602, kind: Service { id: 7e3d78a7-b6c3-4636-b217-b0a79485c981 }, name: Name(\"nexus-7e3d78a7-b6c3-4636-b217-b0a79485c981\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.623822956Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.623840696Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.623912629Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.62396618Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.623996421Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.624023321Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.624176286Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f21b8502-57a2-4633-ae00-1faa5312e6c9","remote_addr":"[fd00:1122:3344:101::c]:53514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4811,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: d3dcd055-d94b-4283-a632-f7eab7bbead5 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.629429703Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.629460034Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_d3dcd055-d94b-4283-a632-f7eab7bbead5"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.645502174Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.645551215Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.651271495Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63007"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.653024145Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0e0028b4-c96e-4259-b0d9-2dd1e967b57e, kind: Service { id: 3e0d656e-3552-43ff-8e95-5ed82471e0ae }, name: Name(\"external-dns-3e0d656e-3552-43ff-8e95-5ed82471e0ae\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 156])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9fbc6464-5658-4709-85f5-cba4ad21c9de, kind: Service { id: 0ef774ca-06b2-40a8-a632-7304d594c07a }, name: Name(\"external-dns-0ef774ca-06b2-40a8-a632-7304d594c07a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 39])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb1ce312-163f-477c-9052-27f110965501, kind: Service { id: ef47bd05-ad7e-42a3-8257-dec06acd2b93 }, name: Name(\"nexus-ef47bd05-ad7e-42a3-8257-dec06acd2b93\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 50])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: be9ea2e0-22c4-425c-9afb-1597ead9d56b, kind: Service { id: b2389da8-cde2-4174-a8e1-a4dabd361b80 }, name: Name(\"nexus-b2389da8-cde2-4174-a8e1-a4dabd361b80\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 223, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e47aafa9-7219-497b-8e24-b813038ee602, kind: Service { id: 7e3d78a7-b6c3-4636-b217-b0a79485c981 }, name: Name(\"nexus-7e3d78a7-b6c3-4636-b217-b0a79485c981\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 163])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.653110727Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.653145038Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.653192919Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.65322928Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.653260311Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.653289942Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.653327253Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2ba47358-0a14-440c-804b-03471f9a677d","remote_addr":"[fd00:1122:3344:101::b]:63007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":670,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0d689a16-0a28-4b27-af5a-3b4bf99f365f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.662014337Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.662033467Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_0d689a16-0a28-4b27-af5a-3b4bf99f365f"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.674018813Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34061"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.674215328Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 9e30dd3c-3e72-4b01-8f5f-662db99dc37a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.690573357Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.690932337Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_9e30dd3c-3e72-4b01-8f5f-662db99dc37a"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.704895719Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.704982011Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_35c96663-c574-4d07-a692-3eb8a2a79302"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.713643974Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 8159e296-b0fc-4958-9b6f-9386d6e003fa (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.721622767Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.721861034Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_8159e296-b0fc-4958-9b6f-9386d6e003fa"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.735803785Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.735848996Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.757191194Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"7030b521-d02e-4ca5-acb8-d51dad82de35","remote_addr":"[fd00:1122:3344:101::c]:63607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":309178,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fb594314-d689-4df6-8176-e09675ab8f03 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.759910441Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.759930561Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_fb594314-d689-4df6-8176-e09675ab8f03"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.77808246Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ce9cfa99-558e-4fc0-9105-478bf9f68318","remote_addr":"[fd00:1122:3344:101::b]:34061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103932,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.778476191Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d7deea9d-dc60-4ca6-af68-dab492d68ed2","remote_addr":"[fd00:1122:3344:101::b]:34061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":159,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 5bc1d750-0ca6-4a08-bf34-a01bf34cccef (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.785059235Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.785082806Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_5bc1d750-0ca6-4a08-bf34-a01bf34cccef"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b80657b8-dd44-496f-8b60-edeffe6ea0c4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.809020047Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.809087019Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_b80657b8-dd44-496f-8b60-edeffe6ea0c4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 35c96663-c574-4d07-a692-3eb8a2a79302 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.83304212Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.833099272Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_35c96663-c574-4d07-a692-3eb8a2a79302"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ffd405c4-ad68-4401-9d01-3a9d70b7775f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.85694737Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.857014512Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_ffd405c4-ad68-4401-9d01-3a9d70b7775f"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:39:46.870755238Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"4e6fd652-a14d-48a5-af80-2324141c0e02","remote_addr":"[fd00:1122:3344:101::b]:42784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263415,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:08.195902204Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"ed64a99b-6847-4d6e-b8bf-08cf4bb6d45f","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8698,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:14.811142863Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48025"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:14.811302097Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"84764f96-f369-466d-8727-94be5b276e55","remote_addr":"[fd00:1122:3344:101::a]:48025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:14.869617482Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:14.869650913Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"eef6dd1f-e649-41a1-9811-9108715ae997","remote_addr":"[fd00:1122:3344:101::a]:48025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:14.878344216Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"935e0544-2805-4266-a1da-2c8779086f30","remote_addr":"[fd00:1122:3344:101::a]:48025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":255,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:15.033411583Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41904"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:15.033549417Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:15.075372589Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:15.134051154Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"276aa341-883b-441a-8fad-9354ebae3769","remote_addr":"[fd00:1122:3344:101::a]:41904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100564,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:15.134197988Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44930"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:15.134472966Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"af771629-f304-4724-8756-4322ef53f8f1","remote_addr":"[fd00:1122:3344:101::a]:44930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":178,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:15.134575869Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"fa68cb82-5500-4c72-b374-103af43764ef","remote_addr":"[fd00:1122:3344:101::a]:41904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":212,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:15.786342508Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:32776"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:15.786475012Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"6a0ba642-f18e-4ce7-adf7-5328a030a7ae","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:32776","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.058009233Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45866"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.058107936Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3ade4fb4-1fdd-4812-9ddd-20e0b1e4af0b","remote_addr":"[fd00:1122:3344:101::c]:45866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.136766471Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.136813922Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e12825b0-d393-42e7-920f-9ec7d489db55","remote_addr":"[fd00:1122:3344:101::c]:45866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.145892636Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"018e3667-275e-4c3d-b613-824e40bef2b4","remote_addr":"[fd00:1122:3344:101::c]:45866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":196,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.213329177Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43951"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.213434589Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f08e0b1f-3334-4499-bcb7-16990f2f434c","remote_addr":"[fd00:1122:3344:101::b]:43951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.230305393Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51833"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.230490768Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"86869cea-ee11-42f5-b42d-32f425aa7aaf","remote_addr":"[fd00:1122:3344:101::c]:51833","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.239725017Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55662"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.239798529Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.279171672Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.338109654Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d32eb2bc-1471-4d11-a82c-9c5bf4a9dace","remote_addr":"[fd00:1122:3344:101::c]:55662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98345,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.338573887Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.338630989Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"320f8469-2581-4090-8bb0-1604180efb76","remote_addr":"[fd00:1122:3344:101::b]:43951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":202,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.338719672Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"bb9584ce-0617-497e-8150-ea2cff3aa08b","remote_addr":"[fd00:1122:3344:101::c]:55662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":313,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.348013802Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46575"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.34829805Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6ef1360a-68ea-4a82-9a81-deafd3e001d1","remote_addr":"[fd00:1122:3344:101::b]:43951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":383,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.348363472Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"873bfe12-3835-4c4d-a9e2-d029dc57e889","remote_addr":"[fd00:1122:3344:101::b]:46575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.389535196Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46116"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.389653219Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.428656502Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.484850998Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"171eed38-8c98-4fb5-8d45-654d2cf3c0ef","remote_addr":"[fd00:1122:3344:101::b]:46116","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95247,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:16.485340991Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"79e64561-dc00-4b08-85fa-849632253bbf","remote_addr":"[fd00:1122:3344:101::b]:46116","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":233,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:38.221308601Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"dda15e02-3d4e-43f0-93c9-2a7956cee77b","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":12600,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:45.035089925Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:45.035253649Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"96d188c7-38a2-47a6-acb1-da36fc9c41cb","remote_addr":"[fd00:1122:3344:101::a]:45406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:45.054238231Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:45.054268722Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ee2627e3-27a7-4a3a-a27f-abbb6317f7eb","remote_addr":"[fd00:1122:3344:101::a]:45406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:45.063776169Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f775111a-d72f-43a8-90ed-3c92fadd03ce","remote_addr":"[fd00:1122:3344:101::a]:45406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":229,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:45.211756817Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45475"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:45.211922362Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a7f11cd6-d164-4cb2-b631-e1e38b50e47e","remote_addr":"[fd00:1122:3344:101::a]:45475","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:45.315513125Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41758"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:45.315627298Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:45.357096211Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:45.412422372Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e25411e9-73c3-4fd3-8ac5-9a701eea607e","remote_addr":"[fd00:1122:3344:101::a]:41758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96841,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:45.41271954Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8056010a-ec6d-482e-ad09-cb1ea6fba3fb","remote_addr":"[fd00:1122:3344:101::a]:41758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:45.820071518Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34578"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:45.821528819Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"28b0ae1f-c44e-4255-b75b-3d610b774311","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34578","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.255909226Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59415"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.256038919Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0ed00f97-3bee-444f-a04f-ef11db77666d","remote_addr":"[fd00:1122:3344:101::c]:59415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.272608954Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61226"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.2728148Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"8121e4e7-3af7-418b-a6c2-1faa8317175d","remote_addr":"[fd00:1122:3344:101::b]:61226","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.297677517Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.297698497Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f01e6ba0-e090-4524-8411-66f28a094f7a","remote_addr":"[fd00:1122:3344:101::c]:59415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.32098313Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36669"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.321054192Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f4085448-5a17-4737-8034-ccc448727149","remote_addr":"[fd00:1122:3344:101::b]:36669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.335323792Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.335339572Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bf60e3e6-691d-43c2-9e1b-8acbf889865a","remote_addr":"[fd00:1122:3344:101::b]:36669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.336371641Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53953"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.336524145Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3eeb9a13-2b1a-42c5-9766-12fd669ae689","remote_addr":"[fd00:1122:3344:101::c]:53953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.344079877Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"784c44dc-5fe6-4ac8-b6dd-dc06e70cefdc","remote_addr":"[fd00:1122:3344:101::b]:36669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":265,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.345198538Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ee2c1008-a873-4b67-802e-8129ef2b7862","remote_addr":"[fd00:1122:3344:101::c]:59415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.423629247Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62322"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.423708509Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.46224963Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.515827691Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3a72fe60-3d83-40c4-8b35-4c73b81daeea","remote_addr":"[fd00:1122:3344:101::c]:62322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92146,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.516156321Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"793f17cb-c522-4ef0-b22c-ec6c200e6348","remote_addr":"[fd00:1122:3344:101::c]:62322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.556709127Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33681"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.556874692Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.593863899Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.652692708Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ea431579-b3b9-4798-95ce-94b86bfbed2f","remote_addr":"[fd00:1122:3344:101::b]:33681","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95873,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:40:46.653005587Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e1c33ed0-5237-4946-a67a-ba1c1ccb62d1","remote_addr":"[fd00:1122:3344:101::b]:33681","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:08.195037768Z","hostname":"sock","pid":1566,"uri":"/35eb16d3-adec-4806-a15c-ab7a15d18765","method":"GET","req_id":"0bb2bd54-3225-4b25-984f-f78601cacbdb","remote_addr":"[fd00:1122:3344:101::d]:38161","local_addr":"[fd00:1122:3344:101::1]:62120","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8411,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:09.735700854Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36825"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:09.73594148Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a6055181-7583-40f4-ae41-cbc31cf5af47","remote_addr":"[fd00:1122:3344:101::a]:36825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":163,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:09.736670311Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:874","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(14180905) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:09.736701111Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"PUT","req_id":"f1e81c48-40b2-4d47-b725-47fb1337711b","remote_addr":"[fd00:1122:3344:101::a]:36825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":589,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:09.83725481Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44974"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:09.839158274Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 2af64f21-336d-4479-8a3e-83cad15fcca8, project_id: d713b47a-c064-4a76-9b87-6bcf34ef199c }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-12-13T22:41:09.834117922Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: b9fc0549-4550-46e9-aa06-4737b874563c, kind: Instance { id: ae4fa161-b162-4506-a738-be9e4cbbf9c6 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14180905), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b9fc0549-4550-46e9-aa06-4737b874563c, kind: Instance { id: ae4fa161-b162-4506-a738-be9e4cbbf9c6 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14180905), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b9fc0549-4550-46e9-aa06-4737b874563c, kind: Instance { id: ae4fa161-b162-4506-a738-be9e4cbbf9c6 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14180905), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(14180905))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b9fc0549-4550-46e9-aa06-4737b874563c, kind: Instance { id: ae4fa161-b162-4506-a738-be9e4cbbf9c6 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14180905), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-c5d36bcf34c\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 06e1ccd5-ea5b-453d-b224-e431e78bf6e2, read_only_parent: Some(Volume { block_size: 512, id: fb51480e-bf05-453a-ac5a-3d2baabe8673, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 2f1461d9-16fd-4eb2-b628-e7359780cd1c, key: Some(\"jq+eovHEbhFnQU7jBKueg45vd1Jp93kigfkTsDg2jrU=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::17]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 06e1ccd5-ea5b-453d-b224-e431e78bf6e2, key: Some(\"pFGlj/HhngBjBZ456V2a8y7l+b86nknAJfkEG0D+BfI=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::14]:19000\", \"[fd00:1122:3344:101::1a]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-c5d36bcf34c\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:09.839198875Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:09.839234016Z","hostname":"sock","pid":1566,"propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:1281","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: b9fc0549-4550-46e9-aa06-4737b874563c, kind: Instance { id: ae4fa161-b162-4506-a738-be9e4cbbf9c6 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14180905), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b9fc0549-4550-46e9-aa06-4737b874563c, kind: Instance { id: ae4fa161-b162-4506-a738-be9e4cbbf9c6 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14180905), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b9fc0549-4550-46e9-aa06-4737b874563c, kind: Instance { id: ae4fa161-b162-4506-a738-be9e4cbbf9c6 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14180905), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(14180905))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b9fc0549-4550-46e9-aa06-4737b874563c, kind: Instance { id: ae4fa161-b162-4506-a738-be9e4cbbf9c6 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14180905), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-c5d36bcf34c\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 06e1ccd5-ea5b-453d-b224-e431e78bf6e2, read_only_parent: Some(Volume { block_size: 512, id: fb51480e-bf05-453a-ac5a-3d2baabe8673, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 2f1461d9-16fd-4eb2-b628-e7359780cd1c, key: Some(\"jq+eovHEbhFnQU7jBKueg45vd1Jp93kigfkTsDg2jrU=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::17]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 06e1ccd5-ea5b-453d-b224-e431e78bf6e2, key: Some(\"pFGlj/HhngBjBZ456V2a8y7l+b86nknAJfkEG0D+BfI=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::14]:19000\", \"[fd00:1122:3344:101::1a]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-c5d36bcf34c\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-12-13T22:41:09.834117922Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:09.839863633Z","hostname":"sock","pid":1566,"uri":"/vmms/e491dee3-b7b4-4af4-a879-4c884a189dbf","method":"PUT","req_id":"336cdc7f-a308-42ec-a634-c7c18c229fb9","remote_addr":"[fd00:1122:3344:101::a]:44974","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2514,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:09.922035947Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37497"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:09.922442638Z","hostname":"sock","pid":1566,"uri":"/vmms/e491dee3-b7b4-4af4-a879-4c884a189dbf/state","method":"PUT","req_id":"1dc20b41-a7ac-4893-8168-63d841424a6d","remote_addr":"[fd00:1122:3344:101::a]:37497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":309,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:09.927410397Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 14180905 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:09.928078426Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:09.96890694Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:09.992725578Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:10.082785583Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:10.082963848Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"75c382b1-44f1-409d-87c0-ca4cea4848a4","remote_addr":"[fd00:1122:3344:101::a]:55205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:10.104659746Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {b9fc0549-4550-46e9-aa06-4737b874563c: {10.151.2.176: {e2f6a8ee-b12d-4bea-ac9e-60aff07a0518}, 10.151.2.175: {e2f6a8ee-b12d-4bea-ac9e-60aff07a0518}}} }"} {"msg":"Profile for oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:11.532218291Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:11.532513709Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf\") failed: Property not found. retry in 55.423482ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:41:11.72878865Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf\") failed: Property not found. retry in 94.125347ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:41:11.795880831Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf\") failed: Property not found. retry in 113.356745ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:41:11.904778534Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf\") failed: Property not found. retry in 301.393325ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:41:12.032668358Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf\") failed: Property not found. retry in 1.028636401s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:41:12.345711733Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf\") failed: Property not found. retry in 686.040424ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:41:13.386318782Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf\") failed: Property not found. retry in 792.123046ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:41:14.084173144Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf\") failed: Property not found. retry in 1.369354288s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:41:14.890190446Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:14.946265038Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62006"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:14.960397285Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52597"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:14.960642311Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"7282ac9a-951a-4a18-a810-09d2831175de","remote_addr":"[fd00:1122:3344:101::a]:52597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":179,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:15.114868295Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40607"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:15.114995948Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:15.155809402Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:15.21316138Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a8dc02ec-31d8-43c0-a4f8-20075a31c321","remote_addr":"[fd00:1122:3344:101::a]:40607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98221,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:15.213489259Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"47ef9a38-f278-4c44-b0de-eda58f64ecf1","remote_addr":"[fd00:1122:3344:101::a]:40607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:15.854310962Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46837"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:15.854453266Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5d01d012-44f1-4e46-81f2-090963f15e7c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46837","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.021731055Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39395"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.067336133Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38191"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.067453826Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"00ab811a-85a6-40bf-aa2b-a9aeacf36a18","remote_addr":"[fd00:1122:3344:101::c]:38191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.135110983Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {b9fc0549-4550-46e9-aa06-4737b874563c: {10.151.2.176: {e2f6a8ee-b12d-4bea-ac9e-60aff07a0518}, 10.151.2.175: {e2f6a8ee-b12d-4bea-ac9e-60aff07a0518}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.135146664Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8e834f64-7990-4ec7-9e5c-273a6ef4b39a","remote_addr":"[fd00:1122:3344:101::c]:38191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.217217724Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46828"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.237436801Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58691"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.239582071Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"109fbed3-06a4-4491-bf06-6b6554e955ce","remote_addr":"[fd00:1122:3344:101::b]:58691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.258013388Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46474"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.258239824Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"2fd6e2da-71ea-4a84-b1f8-0908b00f24c2","remote_addr":"[fd00:1122:3344:101::c]:46474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":141,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf\") failed: Property not found. retry in 1.169541694s","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:41:16.271358332Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.27201722Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8c239cf9-8733-48d7-8845-ab1763241d5f","remote_addr":"[fd00:1122:3344:101::c]:38191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":494,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.278347358Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54477"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.278501842Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.320641814Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.388135086Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c8a72ec7-b87c-47b0-a7d7-314f09e1bed0","remote_addr":"[fd00:1122:3344:101::c]:54477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109692,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.388437024Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {b9fc0549-4550-46e9-aa06-4737b874563c: {10.151.2.175: {e2f6a8ee-b12d-4bea-ac9e-60aff07a0518}, 10.151.2.176: {e2f6a8ee-b12d-4bea-ac9e-60aff07a0518}}} }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.388495145Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:32910"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.388503806Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3385d4da-90a0-46b5-8a25-c4f0c36fc380","remote_addr":"[fd00:1122:3344:101::b]:58691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.388616889Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60159"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.388623899Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f21cb03a-fb18-420b-9499-503880f3a4fa","remote_addr":"[fd00:1122:3344:101::c]:54477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":244,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.388775293Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.3929436Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"cac75124-fa27-42e4-91bd-e9597d6fe226","remote_addr":"[fd00:1122:3344:101::b]:60159","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4135,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.429456344Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.469362772Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:486","new_vers":"RouterVersion { router_id: 144e76a3-7626-4a11-b3fd-c0ec234f7023, version: 3 }","old_vers":"RouterVersion { router_id: 144e76a3-7626-4a11-b3fd-c0ec234f7023, version: 3 }","subnet":"RouterId { vni: Vni(14180905), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.469649351Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"efc3ed94-6748-4fe1-bec2-12472f68a69e","remote_addr":"[fd00:1122:3344:101::b]:58691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":567,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.497698177Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4992ed72-6797-43a9-b474-93011a716427","remote_addr":"[fd00:1122:3344:101::b]:32910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108999,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:16.498023726Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9fa204af-28f7-4144-a347-c5fe3f7748af","remote_addr":"[fd00:1122:3344:101::b]:32910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":144,"response_code":"200"} {"msg":"Started propolis in zone: oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.472661895Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:1786"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.482058809Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:1795"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.519852258Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:1819"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.660269123Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:932"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.6615834Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1240"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.661612401Z","hostname":"sock","pid":1566,"uri":"/vmms/e491dee3-b7b4-4af4-a879-4c884a189dbf/state","method":"GET","req_id":"54b8d449-cd9d-4b55-84c2-d6b705625f77","remote_addr":"[fd00:1122:3344:101::b]:46828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1444328,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.661641291Z","hostname":"sock","pid":1566,"uri":"/vmms/e491dee3-b7b4-4af4-a879-4c884a189dbf/state","method":"GET","req_id":"76c1d484-0b45-4b92-9d27-9daaafa12033","remote_addr":"[fd00:1122:3344:101::a]:62006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2715275,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.661657232Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2f84288b-1c17-4349-9064-bdc59511abb6","remote_addr":"[fd00:1122:3344:101::a]:55205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7557176,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.661749094Z","hostname":"sock","pid":1566,"uri":"/vmms/e491dee3-b7b4-4af4-a879-4c884a189dbf/state","method":"GET","req_id":"fc7c6b8d-c809-4b09-a7cb-d7a6079c320c","remote_addr":"[fd00:1122:3344:101::c]:39395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1639980,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-12-13T22:41:17.662943318Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.662965969Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.662980409Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-12-13T22:41:17.662943318Z }","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.662989029Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-12-13T22:41:17.662943318Z }, migration_in: None, migration_out: None }","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-12-13T22:41:17.712618051Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.712648141Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.712674322Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-12-13T22:41:17.712618051Z }","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.712682432Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-12-13T22:41:17.712618051Z }, migration_in: None, migration_out: None }","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.750544334Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:486","new_vers":"RouterVersion { router_id: 144e76a3-7626-4a11-b3fd-c0ec234f7023, version: 3 }","old_vers":"RouterVersion { router_id: 144e76a3-7626-4a11-b3fd-c0ec234f7023, version: 3 }","subnet":"RouterId { vni: Vni(14180905), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.750620526Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"74fffc8c-0438-4170-aae9-4199138dbd46","remote_addr":"[fd00:1122:3344:101::a]:55205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.792345405Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48793"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.79249857Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6105d764-06e2-4a80-9db6-08a6c1cf3306","remote_addr":"[fd00:1122:3344:101::a]:48793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.839537458Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {b9fc0549-4550-46e9-aa06-4737b874563c: {10.151.2.175: {e2f6a8ee-b12d-4bea-ac9e-60aff07a0518}, 10.151.2.176: {e2f6a8ee-b12d-4bea-ac9e-60aff07a0518}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.839557699Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e7784865-0073-40ce-87ef-e9870e80be2f","remote_addr":"[fd00:1122:3344:101::a]:48793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:17.85388178Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4edc97e3-48b8-41b7-bf95-2cf424a26a79","remote_addr":"[fd00:1122:3344:101::a]:48793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":248,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:28.40594191Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:28.406457674Z","hostname":"sock","pid":1566,"uri":"/vmms/e491dee3-b7b4-4af4-a879-4c884a189dbf/state","method":"PUT","req_id":"d24cdffa-dd21-451e-8a67-1858735c455d","remote_addr":"[fd00:1122:3344:101::a]:48080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":445,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-12-13T22:41:28.406559877Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:28.406582848Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:28.406601498Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-12-13T22:41:28.406559877Z }","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:28.406616259Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-12-13T22:41:28.406559877Z }, migration_in: None, migration_out: None }","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-12-13T22:41:28.441526597Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:28.441545828Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:28.441575709Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-12-13T22:41:28.441526597Z }","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:28.441585529Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:816","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:28.441591659Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:41:28.441656141Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"4813595674667834954"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:41:28.441740683Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"2986646974009255898"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:28.441886087Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:28.441920188Z","hostname":"sock","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/6c407cb8-0013-4482-9b28-b5bd52e5b10f/debug/bundle/zone\", \"/pool/int/dbb4b417-a6b8-4743-be7a-9642ba91ec5c/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/d3dcd055-d94b-4283-a632-f7eab7bbead5/crypt/debug\", \"/pool/ext/0d689a16-0a28-4b27-af5a-3b4bf99f365f/crypt/debug\", \"/pool/ext/9e30dd3c-3e72-4b01-8f5f-662db99dc37a/crypt/debug\", \"/pool/ext/8159e296-b0fc-4958-9b6f-9386d6e003fa/crypt/debug\", \"/pool/ext/fb594314-d689-4df6-8176-e09675ab8f03/crypt/debug\", \"/pool/ext/5bc1d750-0ca6-4a08-bf34-a01bf34cccef/crypt/debug\", \"/pool/ext/b80657b8-dd44-496f-8b60-edeffe6ea0c4/crypt/debug\", \"/pool/ext/35c96663-c574-4d07-a692-3eb8a2a79302/crypt/debug\", \"/pool/ext/ffd405c4-ad68-4401-9d01-3a9d70b7775f/crypt/debug\"] }","zone_name":"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:29.088803271Z","hostname":"sock","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf\", bundle_id: 96a79a95-98cf-440f-beba-50bacf3f6963 }, time_created: 2024-12-13T22:41:28.443437481Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_e491dee3-b7b4-4af4-a879-4c884a189dbf","v":0,"name":"SledAgent","level":40,"time":"2024-12-13T22:41:29.088883183Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:1032"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:30.843680101Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"illumos-utils/src/zone.rs:279"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:30.861697506Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:1000","id":"RouterId { vni: Vni(14180905), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:30.861772918Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:1000","id":"RouterId { vni: Vni(14180905), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:30.862071996Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-12-13T22:41:30.862035285Z }, migration_in: None, migration_out: None }","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:30.890640187Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-12-13T22:41:30.862035285Z }, migration_in: None, migration_out: None }","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:30.894718581Z","hostname":"sock","pid":1566,"instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","propolis_id":"e491dee3-b7b4-4af4-a879-4c884a189dbf","instance_id":"ae4fa161-b162-4506-a738-be9e4cbbf9c6","component":"InstanceManager","file":"sled-agent/src/instance.rs:969"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:31.400353635Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51215"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:31.400565081Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a1c551ad-0374-4848-8647-f1eb2ff89a01","remote_addr":"[fd00:1122:3344:101::c]:51215","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:31.440266654Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38325"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:31.44049462Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f7b943eb-4c7d-48cb-91dc-5453bc1ab22e","remote_addr":"[fd00:1122:3344:101::c]:38325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":143,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:31.443021721Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:31.443104523Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1240"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:31.443110983Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3ffd615a-16f6-45b1-995f-384eccc0ae5d","remote_addr":"[fd00:1122:3344:101::c]:51215","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:31.451834968Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"609ead0e-4033-44af-a12d-0a2a14a11e41","remote_addr":"[fd00:1122:3344:101::c]:51215","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":381,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:31.608264383Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64074"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:31.608479779Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b161b5ee-a977-44ae-9bff-d8ec898853e1","remote_addr":"[fd00:1122:3344:101::a]:64074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:31.726022833Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50981"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:31.726154077Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a186caf8-4917-4fce-8f87-445d6a9bc8a8","remote_addr":"[fd00:1122:3344:101::a]:50981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:31.740377135Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:31.740394236Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e66e7694-8d7b-4361-9649-87ee048c9898","remote_addr":"[fd00:1122:3344:101::a]:50981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:31.748818472Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e39a7de6-3227-4c69-bcf3-878b2512b5a8","remote_addr":"[fd00:1122:3344:101::a]:50981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":270,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:32.306919696Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37279"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:32.30705066Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1bd3106d-cf58-43b9-9d18-e942e18a5858","remote_addr":"[fd00:1122:3344:101::a]:37279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:32.320830806Z","hostname":"sock","pid":1566,"sled_id":"35eb16d3-adec-4806-a15c-ab7a15d18765","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1214","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:32.320849536Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"df6fc11a-4e00-4f54-9fc8-e75c336dd608","remote_addr":"[fd00:1122:3344:101::a]:37279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-13T22:41:32.328691086Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"af3805d4-5e9a-45aa-879e-ff1452dc2425","remote_addr":"[fd00:1122:3344:101::a]:37279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":249,"response_code":"204"}