[ Oct 18 05:33:58 Enabled. ] [ Oct 18 05:33:58 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 18 05:33:58 Method "start" exited with status 0. ] [ Oct 18 05:33:58 Rereading configuration. ] [ Oct 18 05:33:58 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:58.674957942Z","hostname":"sock","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:58.675113315Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:58.726866989Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:58.72690042Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:58.837769625Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:58.846673473Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:58.854636552Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.45633858Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.593272436Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.593302326Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.593397678Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.59349201Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.59351032Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.593542101Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.596724644Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:33:59.596730775Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.596743945Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.596752955Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.596783946Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.596799116Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.596930709Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.596949669Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.596965849Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.608552391Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.608574201Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"257c29cc-5aef-48e9-85b7-365e61445d7d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:33:59.727292283Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 257c29cc-5aef-48e9-85b7-365e61445d7d (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.208380472Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.208410693Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.208416043Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.208427963Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.208439063Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.208457794Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.208462544Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.217053435Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.217075586Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"30d40d23-8465-4e07-8ff1-ee76e053bacc (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.322048293Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 30d40d23-8465-4e07-8ff1-ee76e053bacc (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805753785Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805792396Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 257c29cc-5aef-48e9-85b7-365e61445d7d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 30d40d23-8465-4e07-8ff1-ee76e053bacc (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805821376Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805835197Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805845347Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805849427Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805856017Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805869337Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 257c29cc-5aef-48e9-85b7-365e61445d7d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 30d40d23-8465-4e07-8ff1-ee76e053bacc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805887818Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805891548Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805896918Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805911508Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805919708Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805945929Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 257c29cc-5aef-48e9-85b7-365e61445d7d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 30d40d23-8465-4e07-8ff1-ee76e053bacc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805964069Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805967799Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805972699Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.80597675Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.805979999Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.80598335Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 257c29cc-5aef-48e9-85b7-365e61445d7d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 30d40d23-8465-4e07-8ff1-ee76e053bacc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.8059981Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.8060115Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.80601523Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.80601828Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806022591Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806025691Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 257c29cc-5aef-48e9-85b7-365e61445d7d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 30d40d23-8465-4e07-8ff1-ee76e053bacc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806042081Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806046911Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806051101Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806055081Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806059441Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806062751Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 257c29cc-5aef-48e9-85b7-365e61445d7d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 30d40d23-8465-4e07-8ff1-ee76e053bacc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806087582Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806091562Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806095422Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806101502Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806104842Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806107952Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 257c29cc-5aef-48e9-85b7-365e61445d7d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 30d40d23-8465-4e07-8ff1-ee76e053bacc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806134303Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806137783Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806169763Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806177214Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806219754Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806230365Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806234995Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806244755Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 257c29cc-5aef-48e9-85b7-365e61445d7d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 30d40d23-8465-4e07-8ff1-ee76e053bacc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806281396Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806285936Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806290176Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806294506Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806298456Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806302466Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806305776Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 257c29cc-5aef-48e9-85b7-365e61445d7d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 30d40d23-8465-4e07-8ff1-ee76e053bacc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806334797Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806347507Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806351007Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806354287Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806359217Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 257c29cc-5aef-48e9-85b7-365e61445d7d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 30d40d23-8465-4e07-8ff1-ee76e053bacc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806385118Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806389368Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806392648Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806425748Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806437489Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806445949Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806460009Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.806467089Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.8064713Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.80649856Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.80650295Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.818108422Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.818138593Z","hostname":"sock","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999949379s","next_cleanup":"Instant { tv_sec: 4477, tv_nsec: 48013215 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.818156153Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.818179023Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.818234894Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.820820626Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.821232494Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.822954739Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.823193954Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1073"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.823200214Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.823265805Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.823314836Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.823328346Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.823334106Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1136"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.823364117Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.823379757Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.823387537Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.823395587Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1178"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.823399507Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.823403278Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.823437828Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.823463029Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.823801776Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 8a2de96e-1556-49e3-a038-644233c8433b,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 6317f69a-0523-4ce3-b80b-bad98b59c591 (sled),\n rack_id: 8a2de96e-1556-49e3-a038-644233c8433b,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.82403296Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.82403807Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1212"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.824080081Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.824085141Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.824260735Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.824405478Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.824444888Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 6317f69a-0523-4ce3-b80b-bad98b59c591 (sled), rack_id: 8a2de96e-1556-49e3-a038-644233c8433b, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.825338576Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4221"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.825389997Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4603"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.829797405Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.835649242Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.835839656Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.840631702Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.840700113Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.840837096Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:46716","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 6317f69a-0523-4ce3-b80b-bad98b59c591 (sled), rack_id: 8a2de96e-1556-49e3-a038-644233c8433b, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.840975059Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.840985919Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.84101913Z","hostname":"sock","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.84102644Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.84103103Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.84103512Z","hostname":"sock","pid":1572,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"No ledger in /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.8410439Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.84105854Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.841066811Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.841098781Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.841103391Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.841111171Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.841115692Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.841119952Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.858139301Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.878764184Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.894914256Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.901375585Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.901418366Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.901426216Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.901460757Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 92.86101ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.904352595Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"220236f2-941f-4bc3-bf34-f4643e774fae\", \"content-length\": \"124\", \"date\": \"Fri, 18 Oct 2024 05:34:00 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"220236f2-941f-4bc3-bf34-f4643e774fae\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_257c29cc-5aef-48e9-85b7-365e61445d7d/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.914181541Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_257c29cc-5aef-48e9-85b7-365e61445d7d/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.942902805Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_257c29cc-5aef-48e9-85b7-365e61445d7d/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.942955716Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.947915005Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.947928105Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_257c29cc-5aef-48e9-85b7-365e61445d7d/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.947933535Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.997594707Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 118.349112ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:00.998152448Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99118276-0546-4fdb-a1f9-6654f6dc5158\", \"content-length\": \"124\", \"date\": \"Fri, 18 Oct 2024 05:34:00 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"99118276-0546-4fdb-a1f9-6654f6dc5158\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:01.04128893Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:01.118439761Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 119.854714ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:01.119045213Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"188d759a-042c-4ad5-b3ca-a148dd0329bf\", \"content-length\": \"124\", \"date\": \"Fri, 18 Oct 2024 05:34:00 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"188d759a-042c-4ad5-b3ca-a148dd0329bf\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:01.240468218Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 138.149205ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:01.240887437Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dce5c87-4501-4a97-810e-7301887104ca\", \"content-length\": \"124\", \"date\": \"Fri, 18 Oct 2024 05:34:00 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4dce5c87-4501-4a97-810e-7301887104ca\" }"} {"msg":"Mounting oxi_257c29cc-5aef-48e9-85b7-365e61445d7d/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:01.26060556Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:01.27360485Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:01.273703202Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:01.273736163Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:01.273771323Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:01.381195739Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 177.525867ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:01.382081907Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a766f2c-70e3-4ce7-ae57-7711eb814398\", \"content-length\": \"124\", \"date\": \"Fri, 18 Oct 2024 05:34:00 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0a766f2c-70e3-4ce7-ae57-7711eb814398\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:01.56143093Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 201.501049ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:01.562286617Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78c6e6d6-38e9-4ed5-bbb8-4b0f72a6a713\", \"content-length\": \"124\", \"date\": \"Fri, 18 Oct 2024 05:34:00 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"78c6e6d6-38e9-4ed5-bbb8-4b0f72a6a713\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:01.764516817Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 319.308177ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:01.765045807Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a85ae79-ed17-4e76-9cb3-98945c5aa9c8\", \"content-length\": \"124\", \"date\": \"Fri, 18 Oct 2024 05:34:00 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2a85ae79-ed17-4e76-9cb3-98945c5aa9c8\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:02.018187043Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:02.023671433Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:36140","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:02.023707593Z","hostname":"sock","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:02.023778375Z","hostname":"sock","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:36140","producer_id":"6317f69a-0523-4ce3-b80b-bad98b59c591"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:02.024951088Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"228.379537ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:02.025931328Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:02.025937508Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:02.026007019Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:02.026012909Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:02.084811424Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:02.254135696Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"616.00375ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:02.872418617Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.25376256s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:04.127341623Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.998300833s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:04.430572941Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2679"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:04.430586991Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2897"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:04.430594561Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2549"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:04.430606561Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2596"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:04.430662493Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2978"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:04.430688593Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3020"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:04.432587821Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2822"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:04.433854836Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2590"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:04.433965619Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:04.434135412Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 71.085655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:04.791647004Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 128.638509ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:04.989128147Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 105.144331ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:05.16498242Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 530.344357ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:05.338786962Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.091267032s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:05.953979431Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:06.127374994Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.017777138s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.077859315s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:07.209898108Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:08.146962666Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"6.057412033s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 721.038839ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:08.38045143Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.213125275s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:09.275012318Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:10.779075872Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:10.779123023Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:10.779133763Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:10.779174804Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:10.77947527Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:10.779722265Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:10.779783576Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:10.779800707Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:10.779846327Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:46716","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.005525385Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.005601667Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.005857002Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.005918033Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.005941563Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.005956814Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.005984324Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.005998175Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.010677618Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4245","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.010716929Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4261"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.010731259Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.294644041Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43285"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.295082189Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.29510041Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.295165661Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.295184451Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.295274523Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"77a48688-aaac-4119-aab7-453cefb29503","remote_addr":"[fd00:1122:3344:101::1]:43285","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":385,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.326380124Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35044"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.326502127Z","hostname":"sock","pid":1572,"uri":"/sled-role","method":"GET","req_id":"eaa84d7b-d725-4041-96f9-337a5b5d7bd8","remote_addr":"[fd00:1122:3344:101::1]:35044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.327860984Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.327889174Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.328305243Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.32864998Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:882"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 129fce63-a945-4e57-abb1-a10899ee1bbb, pool_id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: bd660036-f62b-401d-ae1c-62a2003c8e68, pool_id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 6df0e937-61e4-4082-9bab-25beb363a872, pool_id: e535e69a-4883-469b-b97c-066cf926db05 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: b3abc66d-64b1-4d8e-8980-47d1a9f8f7f5, pool_id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: f54bed35-1cb3-452e-b7ef-280e3fe7ce54, pool_id: 932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 7ac8e5f1-17a9-4e89-a58b-530f6bda01c2, pool_id: 1ce2c83f-f571-49b0-840b-79c4fbb17179 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: afc5ca10-7015-47d0-bcbb-9b71d118f5ce, pool_id: fac065dc-b54c-436b-9984-5fdd785f0f21 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 2ca54fd6-777c-4657-8413-a317e3a7b148, pool_id: 147d251d-10fa-4b68-a4ad-404a9b484f72 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 5dec92a7-5666-4b9c-b16b-5c9d6dc64684, pool_id: 338eef2e-7d7a-4388-bcb3-31c064fea4e9 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.35769805Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.357791242Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39639"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.358147559Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 129fce63-a945-4e57-abb1-a10899ee1bbb, pool_id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: bd660036-f62b-401d-ae1c-62a2003c8e68, pool_id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 6df0e937-61e4-4082-9bab-25beb363a872, pool_id: e535e69a-4883-469b-b97c-066cf926db05 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: b3abc66d-64b1-4d8e-8980-47d1a9f8f7f5, pool_id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: f54bed35-1cb3-452e-b7ef-280e3fe7ce54, pool_id: 932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 7ac8e5f1-17a9-4e89-a58b-530f6bda01c2, pool_id: 1ce2c83f-f571-49b0-840b-79c4fbb17179 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: afc5ca10-7015-47d0-bcbb-9b71d118f5ce, pool_id: fac065dc-b54c-436b-9984-5fdd785f0f21 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 2ca54fd6-777c-4657-8413-a317e3a7b148, pool_id: 147d251d-10fa-4b68-a4ad-404a9b484f72 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 5dec92a7-5666-4b9c-b16b-5c9d6dc64684, pool_id: 338eef2e-7d7a-4388-bcb3-31c064fea4e9 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.35818465Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.3582056Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.35822546Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.358239951Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.358247941Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.358253781Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.358259101Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.358262651Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.510478592Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:11.510522583Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/6317f69a-0523-4ce3-b80b-bad98b59c591)","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:11.964366099Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.188112337Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:12.189590797Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7601470968848740242"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:12.189697709Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7549158905255652982"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.244709418Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.252257409Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.25232122Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.25233331Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.252348171Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.252360761Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.252484063Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.252492514Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.294183386Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.300983252Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_3d9295fb-ac56-4471-adff-db2072dd16c5","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.498146891Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.505686261Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.505728472Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.505742292Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.505752362Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.505766423Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.514871165Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.514905945Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.624817351Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.632356011Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.632387592Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.632396022Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.632406872Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.632441103Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.632562946Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.632570916Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.673559345Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.680929282Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_2115e723-158b-4e4a-8681-7a5bb888bc2f","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.881412437Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.889026069Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.889055979Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.889066399Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.88907267Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.88908368Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.898036389Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:12.898058319Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"e535e69a-4883-469b-b97c-066cf926db05 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.012539065Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.020709159Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.02078137Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.02079069Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.020836831Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.020860611Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.021043155Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.021055485Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/6317f69a-0523-4ce3-b80b-bad98b59c591)","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:13.025099136Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.063218888Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_e535e69a-4883-469b-b97c-066cf926db05/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.071118565Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_e535e69a-4883-469b-b97c-066cf926db05","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.273139201Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.280752243Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.280790154Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.280796584Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.280802424Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.280809514Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.290807374Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.290848795Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"7f3257b7-3738-4198-968f-786ea4ecea64 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.405078706Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.41274059Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.41277179Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.41277896Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.412825601Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.412836641Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.412972754Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.412980484Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.449639567Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_7f3257b7-3738-4198-968f-786ea4ecea64/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.458515344Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_7f3257b7-3738-4198-968f-786ea4ecea64","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.662967628Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.670876576Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.670939227Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.670947077Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.670953557Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.670958748Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.681421937Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.681451867Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.801638628Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.809482775Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.809538256Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.809547976Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.809602497Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.809616218Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.809784041Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.809806171Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.851319771Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_932cbc54-9f03-4fb8-a00d-6b83e6987f90/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:13.859654507Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/6317f69a-0523-4ce3-b80b-bad98b59c591)","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:14.02703906Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_932cbc54-9f03-4fb8-a00d-6b83e6987f90","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.065164702Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.072846515Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.072886216Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.072903896Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.072912476Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.072919856Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.081911716Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.081943917Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"1ce2c83f-f571-49b0-840b-79c4fbb17179 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.193722359Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 1ce2c83f-f571-49b0-840b-79c4fbb17179 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.201371072Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.201404283Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.201414213Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.201464634Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.201479345Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.201605097Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.201615637Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:14.205391133Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"13.775152484s"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.243038675Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1ce2c83f-f571-49b0-840b-79c4fbb17179/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.249847261Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_1ce2c83f-f571-49b0-840b-79c4fbb17179","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.45154344Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.459324685Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.459367826Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.459398317Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.459404577Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.459409647Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.468670942Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.468700862Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"fac065dc-b54c-436b-9984-5fdd785f0f21 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.583905704Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: fac065dc-b54c-436b-9984-5fdd785f0f21 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.591457244Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.591495545Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.591517976Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.591542216Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.591552717Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.591698399Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.59171533Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.63130504Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_fac065dc-b54c-436b-9984-5fdd785f0f21/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.640695878Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_fac065dc-b54c-436b-9984-5fdd785f0f21","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.850397657Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.858006209Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.85803875Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.85804648Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.85805365Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.85806149Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.86756706Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.86759414Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"147d251d-10fa-4b68-a4ad-404a9b484f72 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.98071997Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 147d251d-10fa-4b68-a4ad-404a9b484f72 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.989017925Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.989066026Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.989096877Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.989116817Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.989130688Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.989270981Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:14.989289631Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/6317f69a-0523-4ce3-b80b-bad98b59c591)","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:15.030500994Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.032264179Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_147d251d-10fa-4b68-a4ad-404a9b484f72/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.041617766Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_147d251d-10fa-4b68-a4ad-404a9b484f72","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.248194873Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.255947117Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.255981558Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.256026479Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.256034969Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.25604937Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.265387826Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.265418197Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"338eef2e-7d7a-4388-bcb3-31c064fea4e9 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.382945864Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 338eef2e-7d7a-4388-bcb3-31c064fea4e9 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.390846822Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.390883973Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.390891833Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.390932784Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.390989895Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.391148108Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.391160529Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.431555605Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_338eef2e-7d7a-4388-bcb3-31c064fea4e9/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.439650057Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_338eef2e-7d7a-4388-bcb3-31c064fea4e9","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.640966159Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.648741824Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.648774204Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.648862186Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.648975568Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 257c29cc-5aef-48e9-85b7-365e61445d7d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 30d40d23-8465-4e07-8ff1-ee76e053bacc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1ce2c83f-f571-49b0-840b-79c4fbb17179 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fac065dc-b54c-436b-9984-5fdd785f0f21 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 147d251d-10fa-4b68-a4ad-404a9b484f72 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 338eef2e-7d7a-4388-bcb3-31c064fea4e9 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.64903436Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.64904104Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.649143872Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.649402177Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.649416187Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.649442628Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.649448008Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.649453368Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.649492479Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.649499849Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.64954511Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.64955363Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.649636572Z","hostname":"sock","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"334111c9-5ef6-488c-82e9-8a26a32b96fc","remote_addr":"[fd00:1122:3344:101::1]:39639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4291666,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 12a2decb-276f-4368-9428-5410203e51d8 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6966c586-11f5-4625-b029-7319f63db38c (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 06d3d741-d20c-45fb-83b1-fc8d174981ee (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.681305314Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.681430077Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42257"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12a2decb-276f-4368-9428-5410203e51d8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.681724303Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.681733053Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 12a2decb-276f-4368-9428-5410203e51d8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6966c586-11f5-4625-b029-7319f63db38c, dataset_name: DatasetName { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.740505847Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.740541468Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6966c586-11f5-4625-b029-7319f63db38c, dataset_name: DatasetName { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 06d3d741-d20c-45fb-83b1-fc8d174981ee, dataset_name: DatasetName { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.798818672Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.798891903Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 06d3d741-d20c-45fb-83b1-fc8d174981ee, dataset_name: DatasetName { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.859226879Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.859271969Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.859282509Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.859335721Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.901548834Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.901579585Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.901584334Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.954104034Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.957884909Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.961960441Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.973768286Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.978467069Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:15.981959649Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/6317f69a-0523-4ce3-b80b-bad98b59c591)","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:16.032741704Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/6317f69a-0523-4ce3-b80b-bad98b59c591)","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:17.035487703Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:17.579327777Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:17.579410089Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:18.054804575Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:18.054955498Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:18.058461177Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:18.537935275Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:18.538011597Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8\") failed: Property not found. retry in 70.215314ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:18.551768902Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:18.551850683Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:18.551904125Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8\") failed: Property not found. retry in 118.85063ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:18.631133167Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c\") failed: Property not found. retry in 32.685037ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:18.670433222Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee\") failed: Property not found. retry in 53.634777ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:18.676997303Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c\") failed: Property not found. retry in 84.082839ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:18.710210567Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee\") failed: Property not found. retry in 100.573612ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:18.91111432Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c\") failed: Property not found. retry in 277.82891ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:18.954012357Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8\") failed: Property not found. retry in 226.384155ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:18.965020097Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee\") failed: Property not found. retry in 200.540185ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:18.995067276Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8\") failed: Property not found. retry in 200.819132ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:19.201138303Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee\") failed: Property not found. retry in 265.601682ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:19.210624392Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c\") failed: Property not found. retry in 462.974576ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:19.218614182Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8\") failed: Property not found. retry in 1.012775157s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:19.410991875Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee\") failed: Property not found. retry in 826.311449ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:19.484138556Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c\") failed: Property not found. retry in 941.587231ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:19.690698752Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee\") failed: Property not found. retry in 1.154056421s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:20.319820568Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8\") failed: Property not found. retry in 1.334015297s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:20.433577501Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c\") failed: Property not found. retry in 1.344948107s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:20.643340581Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:20.781584812Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9386291270618595568"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:20.781693765Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2660514490326571227"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:20.849140092Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4269"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:20.849181773Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4279","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:20.855869306Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4358"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:20.971874033Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4406"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:20.971913833Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.012140687Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4446"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.012188308Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4310"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.067540454Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4352"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.067576535Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4413","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.087074864Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4424"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.087119025Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.158396839Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4498"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.15844469Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4504"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.243931617Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4545"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.243982038Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/6317f69a-0523-4ce3-b80b-bad98b59c591)","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:21.276000798Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Failed to get switch ID from MGS (retrying in 42.506622ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:21.2760791Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 99.787462ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:21.320540937Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 157.666486ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:21.420710269Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"wait for service Some(\"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee\") failed: Property not found. retry in 776.503309ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:21.482523483Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.513661765Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:64004"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.513922471Z","hostname":"sock","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"c7b3673d-dc00-486a-b4f8-b062f7bd95d1","remote_addr":"[fd00:1122:3344:101::2]:64004","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"200"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.579369738Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.611428908Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.61153479Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.612162463Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.612199254Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.647644892Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696292183Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696348095Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696358785Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696377635Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696385215Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696401166Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696409706Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696416436Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696424666Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696431246Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696437766Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696445786Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696452617Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696460907Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696467397Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696473717Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696478487Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696491827Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696496927Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696501908Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696506718Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696511538Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:21.696516198Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8\") failed: Property not found. retry in 617.206873ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:21.777018426Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c\") failed: Property not found. retry in 985.197137ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:21.996340857Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:22.191584377Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7601470968848740242"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:22.191710279Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7549158905255652982"} {"msg":"wait for service Some(\"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee\") failed: Property not found. retry in 951.095984ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:22.267009334Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8\") failed: Property not found. retry in 1.427181805s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:22.402202364Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c\") failed: Property not found. retry in 1.285490479s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:22.991659048Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee\") failed: Property not found. retry in 1.497888074s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:23.227786225Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.743198856Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_06d3d741-d20c-45fb-83b1-fc8d174981ee"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.743258887Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_6966c586-11f5-4625-b029-7319f63db38c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.743270547Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_12a2decb-276f-4368-9428-5410203e51d8"} {"msg":"Writing ledger to /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.743284127Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.743643154Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.743973651Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"72a065ca-964a-4432-bffd-7b10faf4de83","remote_addr":"[fd00:1122:3344:101::1]:42257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9062451,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.746536022Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.814370607Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.867995458Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.923282873Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.923294633Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.956038347Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.956971816Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.956978286Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 12a2decb-276f-4368-9428-5410203e51d8 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6966c586-11f5-4625-b029-7319f63db38c (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 06d3d741-d20c-45fb-83b1-fc8d174981ee (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 3f20fc64-4242-44d3-93a4-cabe01bee4ec, kind: Service { id: 1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 }, name: Name(\"ntp-1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 120])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.986609037Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.98673614Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52591"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12a2decb-276f-4368-9428-5410203e51d8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.987002315Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:24.987027235Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 12a2decb-276f-4368-9428-5410203e51d8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6966c586-11f5-4625-b029-7319f63db38c, dataset_name: DatasetName { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.006868872Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.006927093Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6966c586-11f5-4625-b029-7319f63db38c, dataset_name: DatasetName { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 06d3d741-d20c-45fb-83b1-fc8d174981ee, dataset_name: DatasetName { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.025828621Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.025868471Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 06d3d741-d20c-45fb-83b1-fc8d174981ee, dataset_name: DatasetName { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.043782559Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.04382928Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.044022824Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.044154976Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.054672617Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.086347519Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.086960902Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.086969932Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.116249957Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 156, 120]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.116281307Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.116692056Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.116697126Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.116945691Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.117344078Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.141753246Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.159840327Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.780830772Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:25.781030936Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488\") failed: Property not found. retry in 70.682306ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:25.910946391Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488\") failed: Property not found. retry in 147.644768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:25.993162313Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488\") failed: Property not found. retry in 106.981548ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:26.159283961Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488\") failed: Property not found. retry in 568.321808ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:26.275288069Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488\") failed: Property not found. retry in 821.875583ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:26.852745414Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488\") failed: Property not found. retry in 664.724809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:27.684336955Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488\") failed: Property not found. retry in 869.418771ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:28.358108923Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488\") failed: Property not found. retry in 671.1737ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:29.237995159Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488\") failed: Property not found. retry in 831.276537ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:29.917945461Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488\") failed: Property not found. retry in 1.336724938s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:30.758050372Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:30.784256496Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9386291270618595568"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:30.784382728Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2660514490326571227"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:32.114058758Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488"} {"msg":"Writing ledger to /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:32.11415432Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:32.114541828Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:32.114924335Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"1b18c4d1-f944-458c-aa74-1d03dd9c4236","remote_addr":"[fd00:1122:3344:101::1]:52591","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7128117,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:32.116996137Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:32.146435675Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:32.146595538Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46705"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:32.155337933Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:32.155523686Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"bdf8494f-be4c-4b7e-ac19-c55a5fa1c001","remote_addr":"[fd00:1122:3344:101::1]:46705","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8778,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:32.157655319Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:32.193930394Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7601470968848740242"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:32.194055096Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7549158905255652982"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:32.325998562Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:32.326132294Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48016"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:33.851035495Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7458271623091495051"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:34.301463102Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9859874084081324311"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:34.745732246Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15939846798741247887"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:36.333656825Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:36.333794587Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"620319cb-1da1-4089-b2ef-f7e44c126bc7","remote_addr":"[fd00:1122:3344:101::1]:48016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4007591,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:36.33591685Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:36.496346965Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:36.496518358Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48068"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:36.504389145Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"99a3cc5b-9c93-46a1-92b6-e1153ead276a","remote_addr":"[fd00:1122:3344:101::1]:48068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7817,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:36.506084119Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:36.506089829Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:36.67032563Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:36.670461653Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59983"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:36.679280639Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"4cd18bbd-f2d7-409b-ac8b-dabefc7812a5","remote_addr":"[fd00:1122:3344:101::1]:59983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8763,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:36.682180767Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:36.682192237Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:36.938675421Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:36.938835994Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43837"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:36.946791032Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"bc2a339e-1185-42b0-ac18-d1b524935b7b","remote_addr":"[fd00:1122:3344:101::1]:43837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7881,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:36.948233011Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:36.948238801Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:37.241012129Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:37.241140902Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40456"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:37.249250704Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"4783af40-14bb-4401-868d-75c05bea878d","remote_addr":"[fd00:1122:3344:101::1]:40456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8020,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:37.250870376Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:37.250875876Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:37.427375612Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:37.427512115Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47072"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:37.434340831Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"88c459d5-f4e5-4be2-bf5e-c47e1f280de3","remote_addr":"[fd00:1122:3344:101::1]:47072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6768,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:37.436143077Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:37.436150767Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:38.346634135Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:38.346762677Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38187"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:38.354471601Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"cf2650b0-fa7c-49eb-a980-3fc6e1511fa0","remote_addr":"[fd00:1122:3344:101::1]:38187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7645,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729229677.1579363, correction: -0.093642265 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:38.356073313Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:38.356078673Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:38.73939532Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:38.739521372Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45645"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:38.74741402Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"ae603e22-3760-4f2f-ac49-19c316ea7d79","remote_addr":"[fd00:1122:3344:101::1]:45645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7838,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729229677.1579363, correction: -0.092575066 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:38.749376019Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:38.749383369Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:39.097925701Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:39.098087554Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52334"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:39.105681687Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"462d6a5d-c2e8-4cf4-be1b-104f745b1c91","remote_addr":"[fd00:1122:3344:101::1]:52334","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7557,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729229677.1579363, correction: 7.5e-8 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:39.108302209Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:39.108309369Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:39.58269198Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:39.582820753Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38751"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:39.590955996Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"c8032394-48e9-408d-b314-d82d4af499dd","remote_addr":"[fd00:1122:3344:101::1]:38751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8092,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729229677.1579363, correction: 7.5e-8 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:39.592846874Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:39.592853584Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:40.19827015Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:40.198416123Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42005"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:40.206121217Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"1c35e3b9-5306-49fa-a3a3-14035f78b141","remote_addr":"[fd00:1122:3344:101::1]:42005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7662,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729229677.1579363, correction: -0.023616424 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:40.209191838Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:40.209199218Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:41.012032405Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:41.012127547Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:51815"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:41.020002154Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"15abcbb8-b05b-497a-ac00-e9b853a48a67","remote_addr":"[fd00:1122:3344:101::1]:51815","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7735,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729229677.1579363, correction: -0.021406144 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:41.021731499Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:41.021737069Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:41.165483028Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9386291270618595568"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:41.165605121Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2660514490326571227"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:41.925376389Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:41.925538152Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49070"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:41.933401029Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"e684f0d0-f398-4080-8b78-fa04006488ae","remote_addr":"[fd00:1122:3344:101::1]:49070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7822,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729229677.1579363, correction: -0.024018474 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:41.934990201Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:41.934995951Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:42.492757952Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8124247078484426742"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:42.492884735Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2770696457454032751"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:42.570994049Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7601470968848740242"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:42.571219144Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7549158905255652982"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:43.221727424Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:43.221891447Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45475"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:43.230264715Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"29acbd3a-3f92-4bfd-8d3b-1499c84a8522","remote_addr":"[fd00:1122:3344:101::1]:45475","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8305,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729229677.1579363, correction: -0.020740312 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:43.232108911Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:43.232127302Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:43.392606615Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"199.139577ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.245221783Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.245387517Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38347"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-18T05:34:44.249325665Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7458271623091495051"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.264704684Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"c7b1aff9-9842-4ca7-a52a-34fb572eea04","remote_addr":"[fd00:1122:3344:101::1]:38347","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":19108,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2919235461, ip_addr: 173.255.255.133, stratum: 3, ref_time: 1729229683.401653, correction: -0.012805413 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.269638392Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.269648052Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1298"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 12a2decb-276f-4368-9428-5410203e51d8 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6966c586-11f5-4625-b029-7319f63db38c (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 06d3d741-d20c-45fb-83b1-fc8d174981ee (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 3f20fc64-4242-44d3-93a4-cabe01bee4ec, kind: Service { id: 1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 }, name: Name(\"ntp-1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 120])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: baaa4195-7a8b-4593-ba4a-798a802b12e2 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 079cc1d2-9a5b-4c8a-9718-82919c0ac1f9 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 94f7f09e-60a4-4df2-a7bc-7b8306c89fac (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2a9d2e76-8ab6-454b-8f98-9a617b399a4b (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool), kind: External } } } }, OmicronZoneConfig { id: fd78b6eb-70fd-4982-ab63-795451f727c4 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.300009161Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.300104362Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36664"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12a2decb-276f-4368-9428-5410203e51d8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.300312357Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.300334905Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 12a2decb-276f-4368-9428-5410203e51d8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6966c586-11f5-4625-b029-7319f63db38c, dataset_name: DatasetName { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.320763566Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.320808617Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6966c586-11f5-4625-b029-7319f63db38c, dataset_name: DatasetName { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 06d3d741-d20c-45fb-83b1-fc8d174981ee, dataset_name: DatasetName { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.339168774Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.339224837Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 06d3d741-d20c-45fb-83b1-fc8d174981ee, dataset_name: DatasetName { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: baaa4195-7a8b-4593-ba4a-798a802b12e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.356304378Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.356352328Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: baaa4195-7a8b-4593-ba4a-798a802b12e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 079cc1d2-9a5b-4c8a-9718-82919c0ac1f9, dataset_name: DatasetName { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.42580959Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.4258497Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 079cc1d2-9a5b-4c8a-9718-82919c0ac1f9, dataset_name: DatasetName { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 94f7f09e-60a4-4df2-a7bc-7b8306c89fac, dataset_name: DatasetName { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.484468445Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.484510726Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 94f7f09e-60a4-4df2-a7bc-7b8306c89fac, dataset_name: DatasetName { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2a9d2e76-8ab6-454b-8f98-9a617b399a4b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.543799443Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.543848504Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2a9d2e76-8ab6-454b-8f98-9a617b399a4b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd78b6eb-70fd-4982-ab63-795451f727c4, dataset_name: DatasetName { pool_name: ZpoolName { id: 932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.602335075Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.602396787Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fd78b6eb-70fd-4982-ab63-795451f727c4, dataset_name: DatasetName { pool_name: ZpoolName { id: 932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.660091602Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.660135513Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.660394683Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.660535431Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.743702617Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.743758448Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.743779769Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.743787609Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.743795449Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.832252811Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.836359723Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.840472185Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.84468273Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.849147289Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.853728691Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.858085458Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.862217921Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.866411185Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:44.871794714Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:47.854641673Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:47.854742845Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:47.854780126Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:47.85996447Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:47.86494764Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:47.865088133Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:47.870616433Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:47.870806837Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:47.897283567Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:47.89740708Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 29.588621ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:47.999460706Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 55.696401ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:48.006917474Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9\") failed: Property not found. retry in 68.176227ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:48.013545907Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b\") failed: Property not found. retry in 60.643682ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:48.020914694Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4\") failed: Property not found. retry in 32.162938ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:48.034900315Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 73.93277ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:48.041436146Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 51.222727ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:48.723443728Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9\") failed: Property not found. retry in 51.571124ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:48.989835854Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4\") failed: Property not found. retry in 52.810128ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:49.029375565Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 157.793191ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:49.224186707Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b\") failed: Property not found. retry in 64.544116ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:49.293362819Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 276.540028ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:49.647090015Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9\") failed: Property not found. retry in 107.377912ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:50.984804907Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4\") failed: Property not found. retry in 289.7163ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:51.000260146Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 277.781127ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:51.013702465Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b\") failed: Property not found. retry in 199.488173ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:51.024936769Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 344.398801ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:51.036821246Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9\") failed: Property not found. retry in 210.653701ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:51.104202823Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b\") failed: Property not found. retry in 494.936755ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:51.236667449Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4\") failed: Property not found. retry in 465.4595ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:51.301007574Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 400.203382ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:51.310117386Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9\") failed: Property not found. retry in 407.080409ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:51.324400431Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 952.315541ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:51.392350968Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:51.42994853Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54207"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:34:51.430171564Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"fa959b75-ea76-4dc0-a6e8-f6dc2ec0142b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54207","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 1.349354111s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:51.722200678Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9\") failed: Property not found. retry in 823.140552ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:51.746117956Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b\") failed: Property not found. retry in 1.018017533s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:51.757069025Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4\") failed: Property not found. retry in 624.163775ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:51.777062714Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 1.244620149s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:52.354028086Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4\") failed: Property not found. retry in 908.390841ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:52.409455582Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9\") failed: Property not found. retry in 1.087929851s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:52.577911452Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b\") failed: Property not found. retry in 1.184760836s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:52.784232244Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 1.027210317s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:53.080472718Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4\") failed: Property not found. retry in 1.398179926s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:53.32789966Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 1.476274223s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:53.612350514Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9\") failed: Property not found. retry in 1.26658739s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:53.678088329Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b\") failed: Property not found. retry in 800.366814ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:53.984289209Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 1.333262213s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:54.123049268Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4\") failed: Property not found. retry in 1.491924603s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:54.73832416Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b\") failed: Property not found. retry in 1.34981711s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:54.793763094Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9\") failed: Property not found. retry in 1.217129471s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:54.954145918Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 882.154897ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:55.097504617Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 1.434796642s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:55.466187439Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 646.598834ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:55.991376579Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b\") failed: Property not found. retry in 556.564784ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:56.153561937Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9\") failed: Property not found. retry in 1.034905166s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:56.180370672Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4\") failed: Property not found. retry in 1.297620376s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:56.240239412Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 992.48003ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:56.650464662Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b\") failed: Property not found. retry in 792.152128ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:56.720234412Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 612.369666ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:56.91079833Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 1.307780652s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:57.543370059Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 1.024692074s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:57.654266209Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:58.616914662Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"345.72016ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 739.488001ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:58.689794288Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 940.842024ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:58.861394899Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 876.325901ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:34:59.442922565Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 725.677188ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:00.497378988Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 1.120286031s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:00.514671614Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 791.575193ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:01.233870193Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 1.266670683s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:01.643544142Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 1.341989237s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:02.033979872Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 950.352308ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:02.920824389Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 503.424945ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:03.388683025Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 1.003118617s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:03.881507465Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 1.370282595s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:03.899560045Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 1.385671949s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:04.895240262Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 731.316809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:05.280045856Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 1.027873132s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:06.021268378Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac\") failed: Property not found. retry in 853.475528ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:06.290506343Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2\") failed: Property not found. retry in 1.425177914s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:07.058301981Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:08.509831503Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_94f7f09e-60a4-4df2-a7bc-7b8306c89fac"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:08.509892964Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_079cc1d2-9a5b-4c8a-9718-82919c0ac1f9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:08.509903545Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_fd78b6eb-70fd-4982-ab63-795451f727c4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:08.509911234Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_baaa4195-7a8b-4593-ba4a-798a802b12e2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:08.509917345Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_2a9d2e76-8ab6-454b-8f98-9a617b399a4b"} {"msg":"Writing ledger to /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:08.509980806Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:08.511493086Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:08.512773991Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"e04e8086-8005-436a-8c28-56e330099f6c","remote_addr":"[fd00:1122:3344:101::1]:36664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":24216709,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:08.550105492Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42777"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:08.59077802Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3720"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:11.232597686Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3738"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:14.007719083Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"1.367150092s"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.204252754Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3761"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.204373495Z","hostname":"sock","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"f6d207e4-d2aa-403a-b794-b76454aac4e1","remote_addr":"[fd00:1122:3344:101::1]:42777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6651039,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 12a2decb-276f-4368-9428-5410203e51d8 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 6966c586-11f5-4625-b029-7319f63db38c (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 06d3d741-d20c-45fb-83b1-fc8d174981ee (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 3f20fc64-4242-44d3-93a4-cabe01bee4ec, kind: Service { id: 1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488 }, name: Name(\"ntp-1f0ff0d2-cafc-4c03-9cfa-e8ff9fe34488\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 120])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: baaa4195-7a8b-4593-ba4a-798a802b12e2 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 079cc1d2-9a5b-4c8a-9718-82919c0ac1f9 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 94f7f09e-60a4-4df2-a7bc-7b8306c89fac (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2a9d2e76-8ab6-454b-8f98-9a617b399a4b (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool), kind: External } } } }, OmicronZoneConfig { id: fd78b6eb-70fd-4982-ab63-795451f727c4 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool), kind: External } } } }, OmicronZoneConfig { id: ca21d23f-e4d7-42f1-b368-e1baec09adbe (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: aa2298e7-db21-4184-b855-75fe7085e627, kind: Service { id: ca21d23f-e4d7-42f1-b368-e1baec09adbe }, name: Name(\"external-dns-ca21d23f-e4d7-42f1-b368-e1baec09adbe\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 78e47541-5e4d-49ab-a1d0-71ce7e86308a (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2ec164cb-d2d7-48fe-8725-4fbe4c96a6a3, kind: Service { id: 78e47541-5e4d-49ab-a1d0-71ce7e86308a }, name: Name(\"external-dns-78e47541-5e4d-49ab-a1d0-71ce7e86308a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 13])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: e6205933-88d5-418a-9120-8556546593fd (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5f3dcac6-b500-42f8-8a0b-5fb240519f45, kind: Service { id: e6205933-88d5-418a-9120-8556546593fd }, name: Name(\"nexus-e6205933-88d5-418a-9120-8556546593fd\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 226])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 02c54555-cedd-4e2a-ab4d-17510bab5ec2 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: f3a2fd08-e2d1-43bc-97b2-80b19367602a, kind: Service { id: 02c54555-cedd-4e2a-ab4d-17510bab5ec2 }, name: Name(\"nexus-02c54555-cedd-4e2a-ab4d-17510bab5ec2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 172])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 3060a2c0-de00-481c-b4e2-aa3bdb88aedc (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 61dc993b-8400-4692-a8f0-14b3636e2caa, kind: Service { id: 3060a2c0-de00-481c-b4e2-aa3bdb88aedc }, name: Name(\"nexus-3060a2c0-de00-481c-b4e2-aa3bdb88aedc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 170])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 58098c68-42d6-4ace-b234-3719d817df6b (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0e0fb184-7022-425a-9356-7430c2de7741 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 00af523c-e020-4503-a5fc-ba5690acb030 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 7a922dba-b1cb-4b49-a02a-1720bc36169e (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 1ce2c83f-f571-49b0-840b-79c4fbb17179 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 0004cc5e-1e22-456d-801c-aefed8602b1a (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: a30d59da-d5c1-4812-abc8-ad4677958471 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External } } } }, OmicronZoneConfig { id: a486fe8c-59fb-4b10-931f-3922fa628055 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External } } } }, OmicronZoneConfig { id: fabc0a0f-4c41-4ff8-be1f-fb762fae4e82 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72f99c19-02c9-4352-90fa-e64179b594eb (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool), kind: External } } } }, OmicronZoneConfig { id: d34d1119-99e9-4672-8a5d-f42042669828 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool), kind: External } } } }, OmicronZoneConfig { id: d630d0cf-af02-4f64-a6fd-0e5ca8e0208d (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 1ce2c83f-f571-49b0-840b-79c4fbb17179 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1ce2c83f-f571-49b0-840b-79c4fbb17179 (zpool), kind: External } } } }, OmicronZoneConfig { id: 87d06c52-1620-452a-9b74-3cf7aa45b235 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: fac065dc-b54c-436b-9984-5fdd785f0f21 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fac065dc-b54c-436b-9984-5fdd785f0f21 (zpool), kind: External } } } }, OmicronZoneConfig { id: 92210d02-f1a2-4c87-86b7-ac353a72ced0 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 147d251d-10fa-4b68-a4ad-404a9b484f72 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 147d251d-10fa-4b68-a4ad-404a9b484f72 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 338eef2e-7d7a-4388-bcb3-31c064fea4e9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 338eef2e-7d7a-4388-bcb3-31c064fea4e9 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.237135223Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.237276938Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:34690"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 12a2decb-276f-4368-9428-5410203e51d8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.237792522Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.237799693Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 12a2decb-276f-4368-9428-5410203e51d8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6966c586-11f5-4625-b029-7319f63db38c, dataset_name: DatasetName { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.259535375Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.259575856Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6966c586-11f5-4625-b029-7319f63db38c, dataset_name: DatasetName { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 06d3d741-d20c-45fb-83b1-fc8d174981ee, dataset_name: DatasetName { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.278162448Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.278204834Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 06d3d741-d20c-45fb-83b1-fc8d174981ee, dataset_name: DatasetName { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: baaa4195-7a8b-4593-ba4a-798a802b12e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.296581321Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.296623003Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: baaa4195-7a8b-4593-ba4a-798a802b12e2, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 079cc1d2-9a5b-4c8a-9718-82919c0ac1f9, dataset_name: DatasetName { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.315698068Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.315741199Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 079cc1d2-9a5b-4c8a-9718-82919c0ac1f9, dataset_name: DatasetName { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 94f7f09e-60a4-4df2-a7bc-7b8306c89fac, dataset_name: DatasetName { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.335467482Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.335503642Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 94f7f09e-60a4-4df2-a7bc-7b8306c89fac, dataset_name: DatasetName { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2a9d2e76-8ab6-454b-8f98-9a617b399a4b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.353598104Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.353642535Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2a9d2e76-8ab6-454b-8f98-9a617b399a4b, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd78b6eb-70fd-4982-ab63-795451f727c4, dataset_name: DatasetName { pool_name: ZpoolName { id: 932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.371734176Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.371777427Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fd78b6eb-70fd-4982-ab63-795451f727c4, dataset_name: DatasetName { pool_name: ZpoolName { id: 932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca21d23f-e4d7-42f1-b368-e1baec09adbe, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.390658864Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.390699105Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ca21d23f-e4d7-42f1-b368-e1baec09adbe, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 78e47541-5e4d-49ab-a1d0-71ce7e86308a, dataset_name: DatasetName { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.474997338Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.475059909Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 78e47541-5e4d-49ab-a1d0-71ce7e86308a, dataset_name: DatasetName { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0e0fb184-7022-425a-9356-7430c2de7741, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.566370062Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.566429303Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0e0fb184-7022-425a-9356-7430c2de7741, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a30d59da-d5c1-4812-abc8-ad4677958471, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.650174406Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.650243367Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a30d59da-d5c1-4812-abc8-ad4677958471, dataset_name: DatasetName { pool_name: ZpoolName { id: 3d9295fb-ac56-4471-adff-db2072dd16c5 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a486fe8c-59fb-4b10-931f-3922fa628055, dataset_name: DatasetName { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.729114038Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.72917133Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a486fe8c-59fb-4b10-931f-3922fa628055, dataset_name: DatasetName { pool_name: ZpoolName { id: 2115e723-158b-4e4a-8681-7a5bb888bc2f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fabc0a0f-4c41-4ff8-be1f-fb762fae4e82, dataset_name: DatasetName { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.807734601Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.807787882Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fabc0a0f-4c41-4ff8-be1f-fb762fae4e82, dataset_name: DatasetName { pool_name: ZpoolName { id: e535e69a-4883-469b-b97c-066cf926db05 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72f99c19-02c9-4352-90fa-e64179b594eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.885148967Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.885203146Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 72f99c19-02c9-4352-90fa-e64179b594eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f3257b7-3738-4198-968f-786ea4ecea64 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d34d1119-99e9-4672-8a5d-f42042669828, dataset_name: DatasetName { pool_name: ZpoolName { id: 932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.970095893Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:15.970146334Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d34d1119-99e9-4672-8a5d-f42042669828, dataset_name: DatasetName { pool_name: ZpoolName { id: 932cbc54-9f03-4fb8-a00d-6b83e6987f90 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d630d0cf-af02-4f64-a6fd-0e5ca8e0208d, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ce2c83f-f571-49b0-840b-79c4fbb17179 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.044719213Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.044763758Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d630d0cf-af02-4f64-a6fd-0e5ca8e0208d, dataset_name: DatasetName { pool_name: ZpoolName { id: 1ce2c83f-f571-49b0-840b-79c4fbb17179 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 87d06c52-1620-452a-9b74-3cf7aa45b235, dataset_name: DatasetName { pool_name: ZpoolName { id: fac065dc-b54c-436b-9984-5fdd785f0f21 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.105731111Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.105775331Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 87d06c52-1620-452a-9b74-3cf7aa45b235, dataset_name: DatasetName { pool_name: ZpoolName { id: fac065dc-b54c-436b-9984-5fdd785f0f21 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 92210d02-f1a2-4c87-86b7-ac353a72ced0, dataset_name: DatasetName { pool_name: ZpoolName { id: 147d251d-10fa-4b68-a4ad-404a9b484f72 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.176902299Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.176944825Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 92210d02-f1a2-4c87-86b7-ac353a72ced0, dataset_name: DatasetName { pool_name: ZpoolName { id: 147d251d-10fa-4b68-a4ad-404a9b484f72 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1, dataset_name: DatasetName { pool_name: ZpoolName { id: 338eef2e-7d7a-4388-bcb3-31c064fea4e9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.245364129Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.24542346Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1, dataset_name: DatasetName { pool_name: ZpoolName { id: 338eef2e-7d7a-4388-bcb3-31c064fea4e9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.337089147Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.337150902Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.337334167Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.337477701Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.428211271Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.430116763Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.431637828Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.459350741Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.459589456Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.459663817Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.459700368Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.459736979Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.48334012Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.483400551Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.483407062Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.678202659Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.678428752Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.678466834Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.678480006Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.678521453Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.711364526Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.711416652Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.7114218Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.711933704Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.71731623Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.721925234Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.726095799Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.730495736Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.735310848Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.739796499Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.875870625Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.879888546Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.884372987Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.8887203Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.893469339Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.89903761Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.903645255Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.908240364Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.912753757Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.91758177Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.922124671Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.928335945Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.934165682Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.939717692Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.94561051Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.9512304Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.956318314Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.962272193Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.968287499Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.974443191Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:16.980464296Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.054390114Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.106039523Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.187176369Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.237148811Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.291097182Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.292803342Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.292815389Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.342953658Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 209, 226]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.34297972Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.344493051Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.344504929Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.395616884Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 144, 172]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.395641965Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.39683607Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.396848165Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.449101688Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 207, 170]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.449125567Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.450716654Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.450728729Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.501457138Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 247, 13]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.501484568Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.502357746Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.502370616Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.502571255Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.502582327Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.504616192Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.504632702Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.555436785Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 239, 205]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.555559448Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.55567584Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.555688971Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.555740621Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.557018926Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.557030551Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.557038595Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.557335883Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.559359671Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.559437195Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.603668595Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.607240559Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.607261062Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.711669875Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.783935857Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.796898981Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.79697958Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Configuring new Omicron zone: oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.7975544Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.81256992Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.835288223Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.855982176Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.889497776Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.911732579Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Installing Omicron zone: oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.911848402Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:17.922419059Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:18.013080076Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:18.07051282Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.056447415Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.056620738Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.204836916Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.205067762Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.392926882Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.393156396Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.431847041Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.432008828Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.457876755Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.458060593Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.46491243Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.465160714Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.497193339Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.497447439Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.52802897Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.528216123Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.535705273Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.535902536Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.543659199Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.543826753Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.550649272Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:19.550852854Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 69.424468ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.661991074Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 31.76049ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.674018649Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 60.894198ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.684014534Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 41.271645ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.693730274Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 39.681852ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.703277859Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 37.096712ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.712838316Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 68.742299ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.72191481Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 90.818686ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.73140109Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 53.632412ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.75892336Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 50.922719ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.774505111Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 63.215793ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.790696479Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 58.666525ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.833117441Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 160.723786ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.847998288Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 141.848228ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.904136259Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 114.812116ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.932796077Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 117.41958ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.958891123Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 135.139097ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:19.992768379Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 65.398466ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:20.050859359Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 128.5179ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:20.081119303Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 105.804359ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:20.117206074Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 106.609624ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:20.147641171Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 73.27013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:20.232305962Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 98.808544ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:20.280088776Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 568.008936ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:20.539478324Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 295.065634ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:20.709404973Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 264.775739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:20.74473158Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 282.065876ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:20.801292032Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 261.587806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:20.852782505Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 173.820165ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:20.925228446Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 166.660157ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.001376491Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 271.254247ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.046531578Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 293.012647ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.074985426Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 181.128947ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.100973075Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 159.62636ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.132343291Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 911.811313ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.159895064Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 442.866171ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.177929562Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 427.014303ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.196725087Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 570.364769ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.214562403Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 364.88168ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.229661555Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 532.551898ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.241938208Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 446.938813ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.257366518Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 594.921665ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.298485369Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 334.251499ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.31204085Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 368.466503ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.332469031Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 404.37082ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.385651018Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:21.461944971Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:21.462131445Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:21.500713616Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37642"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:21.500902539Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"62751b37-ee54-490b-af63-3db9cf7325cf","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37642","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"Profile for oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:21.509184645Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:21.509359297Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 1.069851489s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.610784663Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 916.299828ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.636878304Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 725.414831ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.653724101Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.137685524s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.669785104Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 500.912596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.716053197Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 729.561502ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.731749389Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 41.123194ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.753841702Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 62.432255ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.780843129Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 1.1067371s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.805871436Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 618.415658ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.820530736Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 124.455879ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.835700244Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 403.210416ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.846888845Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 120.821426ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.86008623Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 630.274445ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.910764733Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 230.27894ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:21.972014706Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 135.173337ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.001284093Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 883.54765ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.091135054Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 585.312523ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.153057691Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 244.078787ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.218894773Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 933.884646ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.231819342Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 1.274189555s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.268745096Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 655.262355ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.393655924Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 812.280397ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.454094861Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 1.427317866s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.475481748Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 703.666581ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.488581409Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 773.663468ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.554425428Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 553.539902ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.565133743Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 828.676178ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.693487742Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 621.172323ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.750992227Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 704.305612ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.822733031Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 990.805124ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.926156009Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 1.039714726s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:22.987430065Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 1.056061767s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:23.061857516Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 944.616662ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:23.132744531Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 633.951827ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:23.177877971Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 1.0338204s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:23.205088652Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 699.2593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:23.281105448Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 864.981593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:23.341947696Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 903.197587ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:23.385022103Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 1.321748054s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:23.534592814Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.232429451s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:23.545604444Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 1.45321088s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:23.55599104Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 797.788468ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:23.826782478Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 807.015878ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:23.916794397Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 1.268266252s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:23.928697903Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 1.216314437s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:23.989789184Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 1.465010906s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:24.036831112Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 1.288636608s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:24.085704717Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 674.296163ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:24.127087045Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 1.322690475s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:24.215807565Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 688.202923ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:24.247154321Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 1.25698014s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:24.296898051Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 1.335027504s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:24.632910653Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 646.087377ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:24.731769015Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.358002621s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:24.787704293Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 903.658768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:24.810606028Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 1.062108258s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:24.865740402Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 517.18363ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:24.945769499Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 571.792343ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:25.019102576Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 1.178879063s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:25.205778938Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 758.628596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:25.215829001Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 1.485092318s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:25.383757886Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 682.059683ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:25.390918387Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 692.329147ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:25.471750323Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 1.162588296s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:25.510677733Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 613.586978ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:25.547295313Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 708.666174ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:25.562335129Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 1.251296683s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:25.599265119Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 977.490723ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:25.72414258Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 1.165546684s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:25.936970511Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 1.128980939s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:25.976719853Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 1.140203142s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:25.984013301Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 799.172336ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:26.082064267Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 500.087069ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:26.154333479Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 1.374831914s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:26.169961204Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 1.088749845s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:26.17704396Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 600.017409ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:26.280790094Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 960.736946ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:26.393975034Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.32910937s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:26.664121927Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 703.501084ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:26.682409342Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 1.01786294s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:26.710965102Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 651.733753ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:26.858615563Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 855.568021ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:26.879026412Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 955.783252ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:26.888161332Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 1.161821718s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:26.896058648Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 1.176580661s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:27.111932769Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 1.450335788s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:27.119024893Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 645.139978ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:27.134287377Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 632.157536ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:27.274516265Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 1.144091174s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:27.362392139Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 513.748588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:27.3943456Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 516.162576ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:27.519396812Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 1.135150781s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:27.552472988Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 1.410059727s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:27.737972081Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 1.476131289s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:27.745757603Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 1.473173304s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:27.788085793Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 762.661141ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:27.852932355Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 1.239351057s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:27.915392465Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 710.14379ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:27.921710226Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.026549638s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:28.002941878Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 534.868737ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:28.045416136Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 1.317427542s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:28.06766412Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 712.700917ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:28.297496992Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 871.687012ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:28.516892624Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 721.093672ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:28.578717697Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 1.398744911s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:28.589349696Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 916.571402ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:28.624199882Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 954.173371ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:28.641310063Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 1.455108977s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:28.697094657Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 668.307685ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:29.019393072Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.032520368s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:29.038100517Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 1.411292925s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:29.209428627Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 861.291327ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:29.221366868Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 1.066295128s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:29.235707831Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 669.954523ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:29.274890659Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 1.358140439s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:29.312356025Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 690.176016ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:29.441743165Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 1.157943141s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:29.484010909Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 798.930461ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:29.552581138Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 933.321449ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:29.606775197Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 1.436825019s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:29.698771946Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 873.184064ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:29.95537351Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 1.329197021s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:29.998786867Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.19932415s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:30.080559529Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 1.293865697s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:30.091464537Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 1.417470555s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:30.140237281Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 663.331263ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:30.162828193Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 1.052339043s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:30.311017201Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 1.308924382s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:30.361272796Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:30.435276044Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"1.212417403s"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 1.197720027s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:30.54992473Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 876.76858ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:30.630890487Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 658.447565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:30.651489748Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 588.301334ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:30.680404795Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 653.662999ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:30.836141435Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 732.067857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:30.843973001Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 1.360657757s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:31.14641633Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 1.266768141s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:31.277725552Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.138199753s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:31.289575707Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 608.148326ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:31.318910167Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 1.097649636s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:31.337404523Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 1.019409734s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:31.372662006Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 540.667775ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:31.395014097Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 642.643064ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:31.498408646Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 1.296415902s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:31.516398939Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 777.839213ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:31.566615069Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 796.48922ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:31.58524785Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 1.116445677s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:31.688103795Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 508.999801ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:31.756791208Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 1.456738588s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:31.937158741Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 1.129470572s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:31.944941156Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 1.030479155s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:32.150761202Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 708.241375ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:32.275582575Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 591.833907ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:32.354576155Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 583.785565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:32.391279874Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 673.792171ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:32.401213772Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 999.033815ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:32.436944946Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 1.071984507s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:32.444753372Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 533.049924ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:32.51708628Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 1.351185216s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:32.55533477Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 767.42669ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:32.819584389Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 850.061272ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:32.831871741Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 1.189263026s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:32.95901747Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 645.974225ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:32.989321255Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 882.908943ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:33.002244741Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 1.310167588s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:33.066024974Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 1.471366346s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:33.08840189Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 1.393879363s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:33.100700732Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 819.805194ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:33.194279881Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 563.649722ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:33.407693208Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 929.244843ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:33.460411773Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 1.123435588s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:33.543244554Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 787.588801ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:33.614022057Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 1.429140775s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:33.652951514Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 1.215504845s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:33.701063695Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:33.800022491Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:33.800513381Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 694.016056ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:33.903113111Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 971.848152ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:33.918633836Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 993.195509ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:33.983893382Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 1.307669465s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:34.026314136Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 1.032214159s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:34.160548453Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 985.497775ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:34.387641958Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.405445571s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:34.398495737Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 1.010489332s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:34.410417198Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 1.043942814s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:34.505347313Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:34.55643066Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:34.556515271Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 703.87423ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:34.56929118Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 673.777308ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:34.606948459Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 878.134061ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:34.676078212Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 66.308556ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:34.714309225Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 118.927235ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:34.788253218Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 832.982635ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:34.900037442Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 164.955496ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:34.916691566Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 1.277634558s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:34.926288087Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 1.259165406s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:34.986172024Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 415.686027ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:35.090074528Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 1.219342787s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:35.097754081Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 773.510586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:35.202651825Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 1.188467233s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:35.282907084Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 607.424834ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:35.290705724Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 918.974261ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:35.343654681Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 1.193321572s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:35.382654079Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 957.180596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:35.430281628Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 997.656391ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:35.514757007Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 755.854837ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:35.559054471Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 1.370533782s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:35.56699001Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 1.195025137s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:35.742976077Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 602.14575ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:35.813640798Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 1.405810451s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:35.907322225Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 1.082784681s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:35.984815542Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 1.352951909s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:36.214328925Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 769.76116ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:36.254557321Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 1.350131108s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:36.271279008Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 826.450875ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:36.324660038Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 622.344404ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:36.332414112Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 1.323886083s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:36.39643981Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 638.570435ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:36.424799538Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 1.428926129s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:36.480515179Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 728.08801ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:36.521689961Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 1.02985215s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:36.584378027Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 584.390594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:36.947631296Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 1.328097326s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:36.955182268Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 1.322855007s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:36.964119241Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 968.451484ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:37.032729142Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.350773962s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:37.073342205Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 1.369458918s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:37.080697972Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 1.403130033s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:37.161292181Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 518.702883ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:37.341422258Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 1.145522072s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:37.375872048Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 1.188611346s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:37.554729667Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 684.4335ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:37.584219067Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 1.062157165s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:37.631766108Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 1.205927969s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:37.644759204Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 870.861989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:37.738299302Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:37.811366845Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:37.811554133Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:37.843419398Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:37.843691082Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 775.493287ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:37.872287517Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 713.223743ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:37.920305216Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 68.295057ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:37.999691437Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 768.312465ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.01367451Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 33.354155ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.021042828Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 143.294736ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.064080779Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 99.748638ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.077053579Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 171.296142ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.188748766Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 170.241205ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.219430976Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 1.478077061s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.278069479Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 874.760841ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.29308526Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 1.301841482s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.300707901Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 220.330995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.368943453Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 254.658565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.398940091Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 880.485017ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.433123021Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 1.245586968s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.459308597Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_e6205933-88d5-418a-9120-8556546593fd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:38.480033693Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_e6205933-88d5-418a-9120-8556546593fd zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:38.480187144Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 713.346732ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.531227913Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 637.199454ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.57413814Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 499.58474ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.598839036Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 1.398541077s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.618084587Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd\") failed: Property not found. retry in 26.917989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.634225202Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 1.398687201s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.643291404Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 1.437678025s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.657673677Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 1.02929818s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.665261939Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd\") failed: Property not found. retry in 130.890315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.671845817Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 965.417193ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.703742857Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 1.354939574s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.750555012Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 772.627632ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.790588995Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd\") failed: Property not found. retry in 224.491992ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.813134078Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 716.035689ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:38.860538858Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd\") failed: Property not found. retry in 333.648413ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.047059612Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 716.000159ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.10757538Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 669.821977ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.178582948Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 708.718318ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.220733024Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 713.489016ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.25277839Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 960.457213ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.324087763Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd\") failed: Property not found. retry in 1.090620193s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.389986206Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 1.414505405s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.573638912Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 809.421229ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.587250561Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 1.330091583s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.612346886Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 1.12028568s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.678978512Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 1.150612369s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.70317455Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 1.42193145s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.714067157Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 1.402711653s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.765016557Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 929.373851ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.832153817Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 619.9508ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.857761468Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 513.715095ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.938585332Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 874.252024ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:39.976398216Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 609.558443ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:40.026457677Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 941.601169ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:40.052709981Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 1.153045919s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:40.104232179Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 991.020162ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:40.113847991Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.089980814s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:40.294188562Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 890.654105ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:40.406663652Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 1.247829569s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:40.460692886Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 745.993278ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:40.486357561Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd\") failed: Property not found. retry in 1.129060852s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:40.49438747Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 751.519745ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:40.644780028Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 1.114934475s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:40.770992342Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 661.869345ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:40.80888615Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 789.016228ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:40.859996189Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 653.472544ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:40.867761094Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 1.490626082s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:40.952023666Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 828.481024ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:40.998067066Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 732.804046ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.005332118Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 548.406085ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.115389157Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 532.639024ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.145706768Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 1.426217076s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.176389736Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 838.47427ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.241569078Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 968.369405ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.266679143Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 797.250753ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.305483191Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.020683462s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.393365768Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 1.293933041s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.405721595Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 501.501263ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.48011392Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 928.263295ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.529934044Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd\") failed: Property not found. retry in 1.341710958s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.631895021Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 1.283319731s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.657873343Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 589.723608ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.671892149Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 759.529679ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.686499234Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 1.097089589s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.810891744Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 591.358421ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.824540917Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 1.073829543s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.838395135Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 540.960037ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.899096875Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 646.950862ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.991742035Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a\") failed: Property not found. retry in 35.441296ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:41.999030961Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a\") failed: Property not found. retry in 92.917573ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.042095081Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 946.258099ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.089074039Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 539.588891ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.111618189Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a\") failed: Property not found. retry in 116.031235ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.145459812Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 1.140695876s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.244480619Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a\") failed: Property not found. retry in 338.601618ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.270769784Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 929.796177ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.278242506Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:42.367469355Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:42.36755826Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.078960758s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.424296851Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 523.468383ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.432594011Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 1.009154527s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.448583216Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 833.465984ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.45637701Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 971.879431ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.463949123Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 1.329673709s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.471620106Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc\") failed: Property not found. retry in 65.199603ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.601145864Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 839.86314ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.611922687Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a\") failed: Property not found. retry in 530.627939ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.619691113Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 1.353726024s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.647705062Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 1.324144696s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.658681731Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc\") failed: Property not found. retry in 149.495817ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.672935979Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 1.044267565s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.708634338Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc\") failed: Property not found. retry in 266.827765ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.832672624Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 745.554597ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.916559701Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 839.194661ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.925679377Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 1.407052983s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.950488127Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 1.09545619s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.964891921Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd\") failed: Property not found. retry in 659.142465ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:42.982941165Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 618.530346ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.045022841Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc\") failed: Property not found. retry in 463.193079ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.111109894Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a\") failed: Property not found. retry in 581.394196ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.16650215Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 636.79936ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.218650212Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 745.81918ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.317582877Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 1.172275738s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.394533645Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 1.360903178s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.44801671Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 749.400034ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.462287408Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 786.261812ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.470867819Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 578.762269ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.513497207Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc\") failed: Property not found. retry in 816.635484ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.58623937Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd\") failed: Property not found. retry in 1.101169739s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.65332397Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 585.266587ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.672127665Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 654.305826ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.682089584Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a\") failed: Property not found. retry in 757.134689ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.759764713Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 501.342886ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.769483064Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 667.277111ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.779317825Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 1.237664436s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.81189542Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 804.305508ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.86636137Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 847.111048ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:43.993741388Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 638.587909ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.014484201Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 1.309841476s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.07171006Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 1.150054662s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.080238003Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 679.947703ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.102711882Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 1.031958916s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.222221328Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 1.058479454s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.268398168Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 1.017060811s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.276928073Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 556.781424ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.285264907Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 1.19196912s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.348738682Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 751.963005ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.369740913Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc\") failed: Property not found. retry in 1.199407342s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.413662271Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 679.774787ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.458388963Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a\") failed: Property not found. retry in 1.256762429s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.530067196Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 1.368563407s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.581276507Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 750.753148ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.667738483Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 1.260631959s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.683255504Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd\") failed: Property not found. retry in 1.45273168s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.768614021Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.198105526s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.794706848Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 904.75356ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.8222822Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 1.402071635s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.85338749Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 897.071836ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:44.865718725Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 943.798993ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.062573298Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 965.460159ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.137486165Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 719.071579ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.153415524Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 528.234027ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.25181114Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 1.26637553s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.269664487Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 849.95053ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.309545224Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 1.214778911s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.341410821Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 812.426668ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.410055092Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 958.38072ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.44344664Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 659.47933ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.589267834Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc\") failed: Property not found. retry in 1.449342854s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.629710203Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 1.476000122s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.764397495Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 822.129975ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.780124169Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 750.160691ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.797473046Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a\") failed: Property not found. retry in 597.045618ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.824006656Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 1.207837979s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.902790521Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 1.042546899s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.961203748Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 1.024319225s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:45.97632074Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 960.74529ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.01035362Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 595.360343ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.028644636Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 619.659957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.118340389Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 816.373589ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.180852398Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd\") failed: Property not found. retry in 1.466365341s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.240761586Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 1.014387687s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.263899098Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 1.308200044s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.300116712Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 934.791718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.319252084Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 535.047181ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.415519968Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a\") failed: Property not found. retry in 1.179046234s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.432903725Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 1.491613419s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.548953325Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 795.251069ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.562052217Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 930.22268ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.574287831Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 1.109742693s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.615136127Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 686.6817ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.634848661Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.688956623Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"4.171331965s"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 1.083450779s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.749978553Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 1.123873076s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.962388558Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 678.198824ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:46.98001718Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 1.308659542s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.007748235Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 884.735112ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.017667693Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 570.893767ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.027350247Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc\") failed: Property not found. retry in 509.946877ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.087229427Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 730.892046ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.118445632Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 620.405548ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.25064616Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 1.026337504s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.265983897Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 761.495212ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.287908766Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 547.000746ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.330487629Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 1.267038272s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.365914308Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 1.313547286s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.513125777Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc\") failed: Property not found. retry in 1.278557873s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.606983467Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 617.039357ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.618651481Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 1.213320084s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.628821504Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a\") failed: Property not found. retry in 743.72164ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.640397866Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.480482126s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.670321336Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd\") failed: Property not found. retry in 797.403713ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.717151683Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 881.718837ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.736002791Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 1.172627701s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.8432691Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 1.350150066s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.861145968Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 952.578784ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.881923814Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 969.451295ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.893766141Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 837.087103ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:47.910360493Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 1.138448411s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:48.051946889Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 974.034319ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:48.065719535Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 1.05407957s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:48.09538947Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 892.598303ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:48.246635104Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 948.91894ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:48.301423126Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 1.079720249s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:48.327486619Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a\") failed: Property not found. retry in 1.470819423s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:48.393122662Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd\") failed: Property not found. retry in 815.900394ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:48.523370941Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 1.002954941s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:48.63363811Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 1.052598745s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:48.644492857Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 646.12011ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:48.758530681Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 1.138446659s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:48.835587495Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 1.360860683s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:48.846164857Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 895.626658ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:48.856998784Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 568.476494ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:48.872128437Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc\") failed: Property not found. retry in 774.205295ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:48.892699239Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030\") failed: Property not found. retry in 1.159606549s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.024453618Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 1.08718993s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.048831966Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 1.252647822s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.150084444Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 689.327825ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.162081755Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.283727273s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.173204237Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b\") failed: Property not found. retry in 1.156967557s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.19679426Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 1.032383966s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.21775229Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 1.285686114s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.258321542Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd\") failed: Property not found. retry in 1.281311844s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.347169861Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 540.520289ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.416112402Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 1.284750994s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.425792246Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 1.014698979s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.448708405Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 1.016547152s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.647942846Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc\") failed: Property not found. retry in 609.704597ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.678161561Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82\") failed: Property not found. retry in 1.002181208s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.706612891Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055\") failed: Property not found. retry in 1.040111798s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.764762126Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb\") failed: Property not found. retry in 629.661525ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.859238955Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a\") failed: Property not found. retry in 1.476197889s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.870898192Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 574.453778ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.965210891Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e\") failed: Property not found. retry in 703.102732ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:49.980791433Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 881.390946ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:50.143106224Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235\") failed: Property not found. retry in 1.419741566s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:50.212435943Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828\") failed: Property not found. retry in 1.035453687s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:50.258017576Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc\") failed: Property not found. retry in 1.072066803s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:50.297592528Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1\") failed: Property not found. retry in 1.387930555s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:50.409889017Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0\") failed: Property not found. retry in 1.036145958s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:50.462821587Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 1.032886648s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:50.469423089Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 670.089174ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:50.548356801Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 803.326702ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:50.556671017Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd\") failed: Property not found. retry in 1.040645897s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:50.634530016Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a\") failed: Property not found. retry in 601.163308ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:50.671588649Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 657.427579ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:50.735151402Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471\") failed: Property not found. retry in 1.078460674s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:51.033932036Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 632.965761ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:51.230446513Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a\") failed: Property not found. retry in 1.032962807s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:51.365721221Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d\") failed: Property not found. retry in 1.352448779s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:51.380824814Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc\") failed: Property not found. retry in 1.144811021s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:51.392710172Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 638.648616ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:51.401791704Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741\") failed: Property not found. retry in 1.465039424s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:51.534512702Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:51.55085738Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57681"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:51.551017013Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"6cf07b0c-e840-4898-b90a-45e55d5f9a73","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57681","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43,"response_code":"200"} {"msg":"wait for service Some(\"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd\") failed: Property not found. retry in 1.425639224s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:51.690661Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2\") failed: Property not found. retry in 1.366333284s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:51.872772193Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe\") failed: Property not found. retry in 1.073913721s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:52.049841295Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:35:52.882244997Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"8.61326886s"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.263684688Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_e6205933-88d5-418a-9120-8556546593fd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.263734218Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_02c54555-cedd-4e2a-ab4d-17510bab5ec2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.263740369Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_3060a2c0-de00-481c-b4e2-aa3bdb88aedc"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.263744499Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_00af523c-e020-4503-a5fc-ba5690acb030"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.263757039Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_clickhouse_0e0fb184-7022-425a-9356-7430c2de7741"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.263762409Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_7a922dba-b1cb-4b49-a02a-1720bc36169e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.263768239Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_0004cc5e-1e22-456d-801c-aefed8602b1a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.263774339Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_78e47541-5e4d-49ab-a1d0-71ce7e86308a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.263780499Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_oximeter_58098c68-42d6-4ace-b234-3719d817df6b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.26378661Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_fabc0a0f-4c41-4ff8-be1f-fb762fae4e82"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.26379317Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_a30d59da-d5c1-4812-abc8-ad4677958471"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.2637994Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_72f99c19-02c9-4352-90fa-e64179b594eb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.26380568Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_d34d1119-99e9-4672-8a5d-f42042669828"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.26381049Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_87d06c52-1620-452a-9b74-3cf7aa45b235"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.26381638Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_1a5b1508-d1b1-4c9c-8919-8660ceb0d8e1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.26382234Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_ca21d23f-e4d7-42f1-b368-e1baec09adbe"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.26382744Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_a486fe8c-59fb-4b10-931f-3922fa628055"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.263832411Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_d630d0cf-af02-4f64-a6fd-0e5ca8e0208d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.263837511Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_92210d02-f1a2-4c87-86b7-ac353a72ced0"} {"msg":"Writing ledger to /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.263895492Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.269566195Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.280252449Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"d74e6d09-7fb6-4f16-8273-20f526265bf5","remote_addr":"[fd00:1122:3344:101::1]:34690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38047170,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.28329202Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1321"} {"msg":"Writing ledger to /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.283315091Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.283451813Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.284822811Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.284901456Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:719"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.316488215Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:886"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.316794511Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.423802214Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.49798158Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.588128475Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.685244131Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:53.918055534Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:54.213748087Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:54.472439858Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:54.99876814Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:55.558615363Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:56.153988306Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:56.652932462Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:57.578402488Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:58.297008343Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:35:58.997133488Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:00.50661005Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:36:01.539534602Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"11.768740662s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:01.743938896Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:03.938148075Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8a2de96e-1556-49e3-a038-644233c8433b/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:05.388964355Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e4fd3dd-bf63-4f5b-9a72-ee323e846676\", \"content-length\": \"173\", \"date\": \"Fri, 18 Oct 2024 05:36:07 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"8a2de96e-1556-49e3-a038-644233c8433b\\\"\", request_id: \"6e4fd3dd-bf63-4f5b-9a72-ee323e846676\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:07.841451083Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20f9effd-9891-4b99-9527-75f932e8f681\", \"content-length\": \"173\", \"date\": \"Fri, 18 Oct 2024 05:36:13 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"6317f69a-0523-4ce3-b80b-bad98b59c591\\\"\", request_id: \"20f9effd-9891-4b99-9527-75f932e8f681\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:13.233021719Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17121272-b633-45b8-b8f5-478e4aeb7737\", \"content-length\": \"173\", \"date\": \"Fri, 18 Oct 2024 05:36:16 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"6317f69a-0523-4ce3-b80b-bad98b59c591\\\"\", request_id: \"17121272-b633-45b8-b8f5-478e4aeb7737\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:16.625492882Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aa80f7a-747f-4289-bd92-1e6e98127e68\", \"content-length\": \"173\", \"date\": \"Fri, 18 Oct 2024 05:36:19 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"6317f69a-0523-4ce3-b80b-bad98b59c591\\\"\", request_id: \"9aa80f7a-747f-4289-bd92-1e6e98127e68\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:20.441487595Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:21.575418806Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45129"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:21.575492697Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"2fa6a453-0534-43ab-b20a-f41f91344640","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45129","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe94abac-9533-49c5-96b1-6a7fdf733243\", \"content-length\": \"173\", \"date\": \"Fri, 18 Oct 2024 05:36:23 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"6317f69a-0523-4ce3-b80b-bad98b59c591\\\"\", request_id: \"fe94abac-9533-49c5-96b1-6a7fdf733243\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:24.536689886Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14fedc8c-5173-4412-8df9-bc0aa995fff5\", \"content-length\": \"173\", \"date\": \"Fri, 18 Oct 2024 05:36:28 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"6317f69a-0523-4ce3-b80b-bad98b59c591\\\"\", request_id: \"14fedc8c-5173-4412-8df9-bc0aa995fff5\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:28.590223125Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecbcfe4d-ec89-4345-b67b-a16fdf857f10\", \"content-length\": \"173\", \"date\": \"Fri, 18 Oct 2024 05:36:40 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"6317f69a-0523-4ce3-b80b-bad98b59c591\\\"\", request_id: \"ecbcfe4d-ec89-4345-b67b-a16fdf857f10\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:40.619583168Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:41.779469016Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:41.86926553Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35980"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:41.869384072Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:41.869392273Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:41.869431493Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:41.869726049Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:42.073467159Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"822d5985-6295-4899-ba6f-ca4849b36176","remote_addr":"[fd00:1122:3344:101::b]:35980","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":204092,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:43.417025786Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:36140","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:64972"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:43.435634927Z","hostname":"sock","pid":1572,"uri":"/6317f69a-0523-4ce3-b80b-bad98b59c591","method":"GET","req_id":"894fa01f-2824-48d3-853f-aa9b98c3c295","remote_addr":"[fd00:1122:3344:101::d]:64972","local_addr":"[fd00:1122:3344:101::1]:36140","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":18452,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:51.608288574Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58793"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:51.608463768Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"ab9bf339-388c-4e48-bcd0-13a5d0148a39","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58793","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.107104398Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52738"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.107504576Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2ec164cb-d2d7-48fe-8725-4fbe4c96a6a3, kind: Service { id: 78e47541-5e4d-49ab-a1d0-71ce7e86308a }, name: Name(\"external-dns-78e47541-5e4d-49ab-a1d0-71ce7e86308a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 13])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aa2298e7-db21-4184-b855-75fe7085e627, kind: Service { id: ca21d23f-e4d7-42f1-b368-e1baec09adbe }, name: Name(\"external-dns-ca21d23f-e4d7-42f1-b368-e1baec09adbe\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5f3dcac6-b500-42f8-8a0b-5fb240519f45, kind: Service { id: e6205933-88d5-418a-9120-8556546593fd }, name: Name(\"nexus-e6205933-88d5-418a-9120-8556546593fd\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 226])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 61dc993b-8400-4692-a8f0-14b3636e2caa, kind: Service { id: 3060a2c0-de00-481c-b4e2-aa3bdb88aedc }, name: Name(\"nexus-3060a2c0-de00-481c-b4e2-aa3bdb88aedc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 170])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f3a2fd08-e2d1-43bc-97b2-80b19367602a, kind: Service { id: 02c54555-cedd-4e2a-ab4d-17510bab5ec2 }, name: Name(\"nexus-02c54555-cedd-4e2a-ab4d-17510bab5ec2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 172])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.107557607Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.107582688Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.107619248Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.107641149Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.107646949Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.107655999Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.10768493Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6a6ba8f1-f0ea-4a9c-9532-f9d4f42d8b38","remote_addr":"[fd00:1122:3344:101::b]:52738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":477,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.109554327Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.305604343Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.305714275Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.305722835Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.305750396Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.306024252Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.452617729Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38216"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.452923095Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2ec164cb-d2d7-48fe-8725-4fbe4c96a6a3, kind: Service { id: 78e47541-5e4d-49ab-a1d0-71ce7e86308a }, name: Name(\"external-dns-78e47541-5e4d-49ab-a1d0-71ce7e86308a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 13])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aa2298e7-db21-4184-b855-75fe7085e627, kind: Service { id: ca21d23f-e4d7-42f1-b368-e1baec09adbe }, name: Name(\"external-dns-ca21d23f-e4d7-42f1-b368-e1baec09adbe\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5f3dcac6-b500-42f8-8a0b-5fb240519f45, kind: Service { id: e6205933-88d5-418a-9120-8556546593fd }, name: Name(\"nexus-e6205933-88d5-418a-9120-8556546593fd\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 226])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 61dc993b-8400-4692-a8f0-14b3636e2caa, kind: Service { id: 3060a2c0-de00-481c-b4e2-aa3bdb88aedc }, name: Name(\"nexus-3060a2c0-de00-481c-b4e2-aa3bdb88aedc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 170])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f3a2fd08-e2d1-43bc-97b2-80b19367602a, kind: Service { id: 02c54555-cedd-4e2a-ab4d-17510bab5ec2 }, name: Name(\"nexus-02c54555-cedd-4e2a-ab4d-17510bab5ec2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 172])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.452967826Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.452999487Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.453021997Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.453037327Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.453055877Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.453074658Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.453101458Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"10714a93-6c8b-4a14-900b-ba6af5b051dc","remote_addr":"[fd00:1122:3344:101::b]:38216","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":375,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.454541767Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41507"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.454770092Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2ec164cb-d2d7-48fe-8725-4fbe4c96a6a3, kind: Service { id: 78e47541-5e4d-49ab-a1d0-71ce7e86308a }, name: Name(\"external-dns-78e47541-5e4d-49ab-a1d0-71ce7e86308a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 13])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aa2298e7-db21-4184-b855-75fe7085e627, kind: Service { id: ca21d23f-e4d7-42f1-b368-e1baec09adbe }, name: Name(\"external-dns-ca21d23f-e4d7-42f1-b368-e1baec09adbe\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5f3dcac6-b500-42f8-8a0b-5fb240519f45, kind: Service { id: e6205933-88d5-418a-9120-8556546593fd }, name: Name(\"nexus-e6205933-88d5-418a-9120-8556546593fd\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 226])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 61dc993b-8400-4692-a8f0-14b3636e2caa, kind: Service { id: 3060a2c0-de00-481c-b4e2-aa3bdb88aedc }, name: Name(\"nexus-3060a2c0-de00-481c-b4e2-aa3bdb88aedc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 170])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f3a2fd08-e2d1-43bc-97b2-80b19367602a, kind: Service { id: 02c54555-cedd-4e2a-ab4d-17510bab5ec2 }, name: Name(\"nexus-02c54555-cedd-4e2a-ab4d-17510bab5ec2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 172])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.454800583Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.454820423Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.454838953Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.454854313Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.454881584Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.454893004Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.454904354Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d7cb94c7-9839-42bf-a318-b82e1133f679","remote_addr":"[fd00:1122:3344:101::a]:41507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":216,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.463926555Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36488"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.464141179Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2ec164cb-d2d7-48fe-8725-4fbe4c96a6a3, kind: Service { id: 78e47541-5e4d-49ab-a1d0-71ce7e86308a }, name: Name(\"external-dns-78e47541-5e4d-49ab-a1d0-71ce7e86308a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 13])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aa2298e7-db21-4184-b855-75fe7085e627, kind: Service { id: ca21d23f-e4d7-42f1-b368-e1baec09adbe }, name: Name(\"external-dns-ca21d23f-e4d7-42f1-b368-e1baec09adbe\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5f3dcac6-b500-42f8-8a0b-5fb240519f45, kind: Service { id: e6205933-88d5-418a-9120-8556546593fd }, name: Name(\"nexus-e6205933-88d5-418a-9120-8556546593fd\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 226])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 61dc993b-8400-4692-a8f0-14b3636e2caa, kind: Service { id: 3060a2c0-de00-481c-b4e2-aa3bdb88aedc }, name: Name(\"nexus-3060a2c0-de00-481c-b4e2-aa3bdb88aedc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 170])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f3a2fd08-e2d1-43bc-97b2-80b19367602a, kind: Service { id: 02c54555-cedd-4e2a-ab4d-17510bab5ec2 }, name: Name(\"nexus-02c54555-cedd-4e2a-ab4d-17510bab5ec2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 172])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.4641722Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.46419619Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.464213871Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.464227491Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.464237351Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.464262592Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.464279042Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"76c492d6-d2e8-4ebb-b900-906b20cc1eb2","remote_addr":"[fd00:1122:3344:101::c]:36488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":275,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:54.536256999Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"2bb8a685-640c-4459-9ed8-f472e40628b2","remote_addr":"[fd00:1122:3344:101::b]:57260","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":230532,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:58.686038331Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52155"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:58.686163733Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d30e48ab-4f92-4985-90f5-4da643ce9569","remote_addr":"[fd00:1122:3344:101::b]:52155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:58.751954928Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:58.752002649Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"13a601d1-0000-499e-b8d7-5383719c5ae4","remote_addr":"[fd00:1122:3344:101::b]:52155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:36:58.840310773Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"de76fde6-026f-4204-b199-26471e2b2f58","remote_addr":"[fd00:1122:3344:101::b]:52155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1207,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:07.59921068Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34166"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:07.599315183Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3ea98be4-0a19-4cfd-98dc-c976d86f5cf1","remote_addr":"[fd00:1122:3344:101::c]:34166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:07.6877799Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:07.687829381Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"46f6a35b-1a4d-4fa6-a1b7-f0e4add7fb6f","remote_addr":"[fd00:1122:3344:101::c]:34166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:07.700031874Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9885114f-67a4-4ac3-b924-0a3aa0b70e0d","remote_addr":"[fd00:1122:3344:101::c]:34166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":159,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:07.936045449Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39349"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:07.936252163Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"7dece4ef-c6dc-4265-8250-80fbc3a3b56b","remote_addr":"[fd00:1122:3344:101::c]:39349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":172,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.068479034Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46853"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.068594106Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"57c53259-c580-4c02-90cf-b700618fa29c","remote_addr":"[fd00:1122:3344:101::b]:46853","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.081634557Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64942"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.08179412Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.145617885Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.218500051Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"4efbc707-db8b-470d-98d6-c6c9cd231d7b","remote_addr":"[fd00:1122:3344:101::c]:64942","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136772,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.218982401Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c48ddec9-5b24-4ff5-b34e-82f3d45c3028","remote_addr":"[fd00:1122:3344:101::c]:64942","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.219036392Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.219044352Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f6add3eb-5fb2-4e15-a238-3805f7291a48","remote_addr":"[fd00:1122:3344:101::b]:46853","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":190,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.23498329Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37705"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.235238206Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"b6fe290d-a2f4-40e0-9a5b-4b0cdde9398d","remote_addr":"[fd00:1122:3344:101::b]:37705","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":168,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.243999701Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"fe702195-01a8-4309-8975-d084dc371b8a","remote_addr":"[fd00:1122:3344:101::b]:46853","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":275,"response_code":"204"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.26099716Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.261020741Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.262091412Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.262766305Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.262775976Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"b0292f88-978f-4ca9-809c-216e14b24598","remote_addr":"[fd00:1122:3344:101::c]:64942","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1930,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.26297898Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56548"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.263110062Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"27e6cbb1-1e0f-4eec-b2c6-fee258d7f325","remote_addr":"[fd00:1122:3344:101::a]:56548","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.322009239Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.322039589Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"011d1852-2905-4933-a948-5f7bcf357563","remote_addr":"[fd00:1122:3344:101::a]:56548","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.336723522Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"12232dfa-6917-4fdd-ae20-c89b0a3f8490","remote_addr":"[fd00:1122:3344:101::a]:56548","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":177,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.345454916Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36128"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.345534928Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.384433315Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.44074453Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ebdacbee-82e1-4171-9032-90286e327c97","remote_addr":"[fd00:1122:3344:101::b]:36128","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95235,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.441110977Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"801fc4d4-aeff-40b5-8b44-ce0232d335f8","remote_addr":"[fd00:1122:3344:101::b]:36128","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.509955882Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59706"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.510221238Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"6a4c0ec5-f725-4ffd-b930-a73ea11d759a","remote_addr":"[fd00:1122:3344:101::a]:59706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.706407426Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42697"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.706506378Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.741478807Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.796938565Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f23b3cb0-a7df-425c-abd5-4dd61f4355c2","remote_addr":"[fd00:1122:3344:101::a]:42697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90464,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:08.79721748Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"dc0de396-98ce-453c-96da-99475f700a92","remote_addr":"[fd00:1122:3344:101::a]:42697","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:13.423066909Z","hostname":"sock","pid":1572,"uri":"/6317f69a-0523-4ce3-b80b-bad98b59c591","method":"GET","req_id":"1f8c9191-4f93-404f-9317-bfe8fc2312fe","remote_addr":"[fd00:1122:3344:101::d]:64972","local_addr":"[fd00:1122:3344:101::1]:36140","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6592,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:21.638304838Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41351"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:21.63839382Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"087c2f70-48df-4694-8d24-c87d72a566fd","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41351","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":28,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.386703511Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47440"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.386845653Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a2d196b3-87ca-4a8e-8002-d0abdd562eba","remote_addr":"[fd00:1122:3344:101::c]:47440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.438557937Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.438586547Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b022e521-1ef2-4cba-8b39-46b500e76fc1","remote_addr":"[fd00:1122:3344:101::c]:47440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.449082647Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2895f2e9-505d-45be-9b5b-0936daa7ca97","remote_addr":"[fd00:1122:3344:101::c]:47440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.518102506Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64474"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.51832802Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"fce29513-ebee-410e-bb36-0ae379b961db","remote_addr":"[fd00:1122:3344:101::c]:64474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.754479637Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35699"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.75461823Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.800577028Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.871804551Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"95660b31-2e90-4637-89b7-f315b9e2427c","remote_addr":"[fd00:1122:3344:101::c]:35699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117227,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.872135267Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"0d1cd66f-49af-4ebc-9348-8f978fece09c","remote_addr":"[fd00:1122:3344:101::c]:35699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.945201787Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51866"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.945394051Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"640302ef-41c1-4f6b-90c1-2d9d537a6378","remote_addr":"[fd00:1122:3344:101::b]:51866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.960821559Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.960839639Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d20fb56e-6046-483e-beb6-a0b515d7adf9","remote_addr":"[fd00:1122:3344:101::b]:51866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:37.970973332Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1fbbd9e6-d5bc-49fc-b2c5-aeb3f3146d16","remote_addr":"[fd00:1122:3344:101::b]:51866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":365,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.012955451Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48923"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.013164695Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"b8f2a64a-8fc2-42ce-b654-fa3d8e7b5d1f","remote_addr":"[fd00:1122:3344:101::b]:48923","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.036682705Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51742"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.036803757Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.075442819Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.146842925Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"18abae1f-22b1-4d45-9ce9-0d3b6faf3ba1","remote_addr":"[fd00:1122:3344:101::b]:51742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110070,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.147279474Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5071aca7-c41f-4fc3-91c4-f33e1ab92533","remote_addr":"[fd00:1122:3344:101::b]:51742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":174,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.324130416Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53074"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.324254879Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"578de0e5-a5db-47d7-9456-745410c32e60","remote_addr":"[fd00:1122:3344:101::a]:53074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.342609485Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.342639836Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"fe3f6c4c-b983-4663-aab9-6e3ee75239a4","remote_addr":"[fd00:1122:3344:101::a]:53074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.38842306Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34304"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.388614174Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"20281b32-2157-48d1-a9d2-24e8a73e383d","remote_addr":"[fd00:1122:3344:101::a]:34304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":132,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.398376849Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3da3da68-2df2-4a73-8f6d-6db0d7d31330","remote_addr":"[fd00:1122:3344:101::a]:53074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":186,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.453747165Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37373"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.453855117Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.490763844Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.546414306Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"d74f8cdb-230a-45ea-8e90-1d4af0c3edd5","remote_addr":"[fd00:1122:3344:101::a]:37373","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92603,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:38.546785663Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"92955272-c5a0-4169-b9c0-b66b89d33b03","remote_addr":"[fd00:1122:3344:101::a]:37373","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:43.420840303Z","hostname":"sock","pid":1572,"uri":"/6317f69a-0523-4ce3-b80b-bad98b59c591","method":"GET","req_id":"73390834-5731-44b3-b622-ff76bcac140c","remote_addr":"[fd00:1122:3344:101::d]:64972","local_addr":"[fd00:1122:3344:101::1]:36140","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6496,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:51.671133164Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48316"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:37:51.671235356Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"6ab8e546-69cf-4925-b916-7355af275d4e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48316","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:07.541433514Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37269"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:07.541537256Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"25b7ab7b-b602-464d-8544-b012f9fcead8","remote_addr":"[fd00:1122:3344:101::c]:37269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:07.60883043Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:07.608862681Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6ecfb147-2401-47ed-88df-8cc3cbc68677","remote_addr":"[fd00:1122:3344:101::c]:37269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:07.625265399Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"389f837f-d9d8-4243-85e5-97a19a8f0c50","remote_addr":"[fd00:1122:3344:101::c]:37269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:07.816232534Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33990"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:07.816433578Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"f3c7b67b-4bd9-4d44-913f-26cf2dbde616","remote_addr":"[fd00:1122:3344:101::c]:33990","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":151,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:07.977504695Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44495"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:07.977616847Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.017662707Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.076759208Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6e0ccc30-41b0-4837-8f43-1c867fdf7d9f","remote_addr":"[fd00:1122:3344:101::c]:44495","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99178,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.07686182Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.076992602Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a3fd5ec4-1a58-4162-950b-e105a230e40e","remote_addr":"[fd00:1122:3344:101::b]:60199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.077146105Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"db182495-b858-4536-b78a-6bd0a6785c13","remote_addr":"[fd00:1122:3344:101::c]:44495","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.090430381Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.090454301Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"87488468-f4bb-4e1c-9a6f-77e14085b74b","remote_addr":"[fd00:1122:3344:101::b]:60199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.099957631Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"eb83eb01-a812-47dc-9999-3f6232e4ff09","remote_addr":"[fd00:1122:3344:101::b]:60199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":250,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.184405788Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63321"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.184646033Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"7b35be6d-59d4-4670-a087-ecd5d7ea52ef","remote_addr":"[fd00:1122:3344:101::b]:63321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.239381816Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34823"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.239514429Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.27910138Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.358211959Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"74df7efd-68a3-43ec-b4cf-e763e45d349c","remote_addr":"[fd00:1122:3344:101::b]:34823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118776,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.358306601Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53329"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.358421253Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7110eecf-a8da-4b21-a0f9-6985ce72d210","remote_addr":"[fd00:1122:3344:101::a]:53329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.358561426Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e35bc7f9-37de-478d-9b84-e08926b876e7","remote_addr":"[fd00:1122:3344:101::b]:34823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.402428752Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.402469013Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5cd8744c-1de9-4c85-b6ec-e538ed7b6ad5","remote_addr":"[fd00:1122:3344:101::a]:53329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.512814618Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33570"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.513013372Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"6410866c-9bfa-47bc-9e46-0f6ba2a3012e","remote_addr":"[fd00:1122:3344:101::a]:33570","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.523909619Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"39eed481-35e5-4205-a9d6-c6842112e81c","remote_addr":"[fd00:1122:3344:101::a]:53329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":192,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.661763533Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33922"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.661855295Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.698349814Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.753007306Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"809131a3-a867-4b1f-a7e3-8dfc19d66689","remote_addr":"[fd00:1122:3344:101::a]:33922","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91178,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:08.753316002Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"02b64922-44f0-4b67-b116-3b6f9d09d71d","remote_addr":"[fd00:1122:3344:101::a]:33922","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:13.420505169Z","hostname":"sock","pid":1572,"uri":"/6317f69a-0523-4ce3-b80b-bad98b59c591","method":"GET","req_id":"2726b4ab-8b07-4ead-8e90-17dcd1c4456e","remote_addr":"[fd00:1122:3344:101::d]:64972","local_addr":"[fd00:1122:3344:101::1]:36140","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6679,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:21.703944134Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59090"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:21.704051306Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"db772573-8a64-4a60-9486-b4621f2c12c8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59090","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.411658892Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57076"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.411795724Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0c1d7e3e-215b-4158-8d3c-997500a783c1","remote_addr":"[fd00:1122:3344:101::c]:57076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.459582229Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.45963127Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9ef9d5da-f1d8-4f85-b363-549f4ea2744f","remote_addr":"[fd00:1122:3344:101::c]:57076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.471471246Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8c88c742-b554-4523-b76e-1dca76d699d4","remote_addr":"[fd00:1122:3344:101::c]:57076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.50873402Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46481"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.508828353Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.546073186Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.602583035Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8d2eec6d-8efb-480d-9b18-056eb016c51e","remote_addr":"[fd00:1122:3344:101::c]:46481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93791,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.602749269Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43044"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.603017364Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"55b1b587-b439-4b05-8d36-f4830ec482d7","remote_addr":"[fd00:1122:3344:101::c]:43044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":178,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.603132856Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7beb91a2-72f8-4af9-ad0e-f87f8bf95641","remote_addr":"[fd00:1122:3344:101::c]:46481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":216,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.838148811Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56045"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.838237433Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1bbc26ea-6a9d-4b09-9c33-b21687204c63","remote_addr":"[fd00:1122:3344:101::b]:56045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.887988836Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.888048488Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"95bed019-af78-417b-acdd-2a6b9d93231e","remote_addr":"[fd00:1122:3344:101::b]:56045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.898300393Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9fcdafd7-80d2-434e-99ec-9fbce1ce68a7","remote_addr":"[fd00:1122:3344:101::b]:56045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":203,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.964357612Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58532"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:37.964537365Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"6e3d502d-ad45-40bb-ae1c-1cc0521d86e6","remote_addr":"[fd00:1122:3344:101::b]:58532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":132,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.069676686Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50125"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.069785728Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.113820447Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.188178353Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"0d4e08b0-ba14-4860-9d80-dd1514ab16bb","remote_addr":"[fd00:1122:3344:101::b]:50125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118437,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.1885177Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"8483a96b-5f42-49d6-bf4e-25493e84f98a","remote_addr":"[fd00:1122:3344:101::b]:50125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.257865245Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63460"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.258019308Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"52bfdbc0-5f66-4d3b-a289-02225a109a2f","remote_addr":"[fd00:1122:3344:101::a]:63460","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.27462189Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.27463665Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b5ef163d-89ef-4397-a740-2491d55f8e7c","remote_addr":"[fd00:1122:3344:101::a]:63460","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.284288353Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"715aef99-c2b2-4bd9-8e74-b8ed51e3204f","remote_addr":"[fd00:1122:3344:101::a]:63460","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":205,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.328429784Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54241"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.328510846Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.365737629Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.424394861Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e1908de4-3e61-478a-abc7-62bb5961d820","remote_addr":"[fd00:1122:3344:101::a]:54241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95912,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.424532104Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38927"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.424790209Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"9b84d5d0-0592-474e-80d3-0fca777b8e6c","remote_addr":"[fd00:1122:3344:101::a]:38927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":172,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:38.424883631Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"d508fd83-99f1-4f1d-966e-313eafd394ad","remote_addr":"[fd00:1122:3344:101::a]:54241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":211,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:43.420943416Z","hostname":"sock","pid":1572,"uri":"/6317f69a-0523-4ce3-b80b-bad98b59c591","method":"GET","req_id":"a7a00a32-1bad-4bfb-a431-bac7a048da51","remote_addr":"[fd00:1122:3344:101::d]:64972","local_addr":"[fd00:1122:3344:101::1]:36140","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:51.73756619Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45293"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:38:51.737672772Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"38d29b69-ddea-4ee8-88d3-6f8637aa441f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45293","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:07.660718754Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56095"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:07.660838526Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4bb1091d-def7-454f-82ab-355042698991","remote_addr":"[fd00:1122:3344:101::c]:56095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:07.70207064Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:07.70208904Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"55e259d6-585b-4e97-9158-d4243a115244","remote_addr":"[fd00:1122:3344:101::c]:56095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:07.712041179Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ce0e8f73-6b18-41f6-8137-d90e6d833474","remote_addr":"[fd00:1122:3344:101::c]:56095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:07.760273292Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62436"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:07.760498697Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"3310263c-6629-49a4-b888-7724651290be","remote_addr":"[fd00:1122:3344:101::c]:62436","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:07.781048398Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49043"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:07.781205961Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:07.833699659Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:07.904291809Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e8dffe26-b281-4685-acd2-8e83467d3308","remote_addr":"[fd00:1122:3344:101::c]:49043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123157,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:07.904646447Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"cc7d8e78-eb54-4dc9-82e9-a61910a3239d","remote_addr":"[fd00:1122:3344:101::c]:49043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.034675454Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41414"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.034827457Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"257abd43-4122-4ea5-87cd-dc9ba23e559c","remote_addr":"[fd00:1122:3344:101::b]:41414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.05299231Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.053039111Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"91e1b6cf-7b4f-4576-a2d4-8933e05d2c0d","remote_addr":"[fd00:1122:3344:101::b]:41414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.11460069Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45934"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.114825065Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"8045d97b-a2e4-4b77-846c-ba6ac232099f","remote_addr":"[fd00:1122:3344:101::b]:45934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":159,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.128861225Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d1316a19-57be-419f-8945-ff39143b5709","remote_addr":"[fd00:1122:3344:101::b]:41414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":448,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.295351131Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36445"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.295459773Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.333084784Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.388476301Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"831316f8-0073-4d63-b714-321a5a2c6141","remote_addr":"[fd00:1122:3344:101::b]:36445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93060,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.388773777Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6d0e94b1-b9d6-43de-b52a-921909eef882","remote_addr":"[fd00:1122:3344:101::b]:36445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.420386808Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37174"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.420546321Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b646254f-e5d5-457e-a9c7-dc064d64f156","remote_addr":"[fd00:1122:3344:101::a]:37174","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.492994059Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.493021209Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"bbaa68bd-fcc1-4aa7-bac7-62ae6fc8ab2d","remote_addr":"[fd00:1122:3344:101::a]:37174","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.51159021Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f6745c54-5625-4a22-a981-f4486c32fd46","remote_addr":"[fd00:1122:3344:101::a]:37174","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":313,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.598416154Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45384"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.598604768Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"7b7b3288-8504-470b-9197-c918e4b9feae","remote_addr":"[fd00:1122:3344:101::a]:45384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.656882582Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35058"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.656981194Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.698768169Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.757223787Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b2029f88-e7c8-4d3c-943f-584cbcd38eff","remote_addr":"[fd00:1122:3344:101::a]:35058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100293,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:08.757508392Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a4730058-2a51-435c-9b06-77a1c8f21a69","remote_addr":"[fd00:1122:3344:101::a]:35058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:13.465761159Z","hostname":"sock","pid":1572,"uri":"/6317f69a-0523-4ce3-b80b-bad98b59c591","method":"GET","req_id":"fd19a55b-c069-47ec-af3d-a2b62c23a612","remote_addr":"[fd00:1122:3344:101::d]:64972","local_addr":"[fd00:1122:3344:101::1]:36140","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6829,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:16.009598073Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:21.772921625Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51886"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:21.773008617Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"ad8edfe4-e110-4fd9-8d69-26c01634fcef","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51886","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:37.474128447Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44983"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:37.474238499Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"34525483-3292-47a7-ba01-bfdaff2161d1","remote_addr":"[fd00:1122:3344:101::c]:44983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:37.544677187Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43253"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:37.54484209Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"01f02b83-8be1-4b53-8e96-5e52063ebc39","remote_addr":"[fd00:1122:3344:101::c]:43253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:37.580459621Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58943"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:37.580569824Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:37.618160504Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:37.670686724Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"cda3f249-18b7-4405-88ee-fc81f1e280c9","remote_addr":"[fd00:1122:3344:101::c]:58943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90150,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:37.671149943Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:37.671172283Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"68f21aaf-0704-494f-950e-1d0f0e44c616","remote_addr":"[fd00:1122:3344:101::c]:44983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":195,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:37.671279656Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6a1e6af6-459c-4c40-a3a7-7c0f39639d54","remote_addr":"[fd00:1122:3344:101::c]:58943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":294,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:37.683902417Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9d5c67ef-7e9c-4459-81f5-bd716b7de75a","remote_addr":"[fd00:1122:3344:101::c]:44983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":227,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.002751437Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40091"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.002830128Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b987238c-c1f4-429d-a995-a84b32d34c0e","remote_addr":"[fd00:1122:3344:101::b]:40091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.02041808Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.02044342Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"50656022-1ff0-447f-8abf-9eb24b2449a9","remote_addr":"[fd00:1122:3344:101::b]:40091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.05946237Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46839"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.059662204Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"d0caec91-c8a5-4867-8aa1-8171330e59c3","remote_addr":"[fd00:1122:3344:101::b]:46839","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.070073242Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c26e5093-7a06-4e22-9474-7971e068266f","remote_addr":"[fd00:1122:3344:101::b]:40091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":143,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.289914753Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65015"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.290068836Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a5273d98-4839-4175-9fb5-788c6898d0ea","remote_addr":"[fd00:1122:3344:101::a]:65015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.304701249Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48649"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.304840561Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.348713887Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.405414249Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6fca394f-114e-4b02-b405-625aee34ee6c","remote_addr":"[fd00:1122:3344:101::b]:48649","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100626,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.405682975Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34662"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.405693825Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.405710295Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0b1e12bb-95a1-4d73-9042-8036536ba1f8","remote_addr":"[fd00:1122:3344:101::a]:65015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.405777577Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46025"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.406029472Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4ffabebe-6d43-4d61-a792-34dee4d64391","remote_addr":"[fd00:1122:3344:101::b]:48649","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":297,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.406105513Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"2d8a22ed-af1f-43fe-b96e-ec129cecc6f1","remote_addr":"[fd00:1122:3344:101::a]:34662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":226,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.406176355Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.416504521Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"aeb2eb74-3b5a-4c14-b67f-0005d7372b51","remote_addr":"[fd00:1122:3344:101::a]:65015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":424,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.446195924Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.507174002Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"31941264-231c-47b1-b4e0-e79abbaf8e10","remote_addr":"[fd00:1122:3344:101::a]:46025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101189,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:38.50756262Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4718646b-001a-4ba4-b031-d6d09a17402a","remote_addr":"[fd00:1122:3344:101::a]:46025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":169,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:43.466509915Z","hostname":"sock","pid":1572,"uri":"/6317f69a-0523-4ce3-b80b-bad98b59c591","method":"GET","req_id":"e8da34e9-159b-435d-b93d-5a4049fbc0ad","remote_addr":"[fd00:1122:3344:101::d]:64972","local_addr":"[fd00:1122:3344:101::1]:36140","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7781,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:51.804838784Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39856"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:39:51.804932796Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"453078cb-60f8-4fe2-8cee-85a85d1822d9","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39856","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:07.52019959Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57571"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:07.520317622Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3a264da3-d1e1-4b66-b85b-50feaeffb047","remote_addr":"[fd00:1122:3344:101::c]:57571","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:07.558568276Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:07.558599837Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"99729333-947f-4a33-9043-a18b6c16b19c","remote_addr":"[fd00:1122:3344:101::c]:57571","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":62,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:07.568573166Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5c32a714-e9b7-4104-8dab-6f65e35b92a2","remote_addr":"[fd00:1122:3344:101::c]:57571","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:07.713681395Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54781"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:07.713875188Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"2291e292-4f43-42c6-88a2-e95c41533f5a","remote_addr":"[fd00:1122:3344:101::c]:54781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:07.977633327Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64628"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:07.977830771Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.015533954Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.079959041Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a967a91f-ece6-49d6-9156-264659396c55","remote_addr":"[fd00:1122:3344:101::c]:64628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102219,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.080203816Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35636"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.08038915Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9904a407-c67c-4381-a1ca-677b289839a2","remote_addr":"[fd00:1122:3344:101::c]:64628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":187,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.080456961Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"519f2305-e430-4e0f-b228-7d63479e8281","remote_addr":"[fd00:1122:3344:101::b]:35636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.104119044Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47813"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.104374779Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"8e8f97a4-0389-478f-8218-539556546ff3","remote_addr":"[fd00:1122:3344:101::b]:47813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":195,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.140134193Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.140173884Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"989de8f7-8477-47f7-abeb-88c7e9f2e31a","remote_addr":"[fd00:1122:3344:101::b]:35636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.154071702Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"03894ecc-94bf-4081-8338-750a89fdde19","remote_addr":"[fd00:1122:3344:101::b]:35636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":351,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.167443069Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60776"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.167607752Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.217618831Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.293716861Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"929d3414-516e-4ae2-81cf-810ab1b8f49f","remote_addr":"[fd00:1122:3344:101::b]:60776","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126179,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.294093279Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7efb42dd-b0e3-4f95-9271-67afd5218d1c","remote_addr":"[fd00:1122:3344:101::b]:60776","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.377574706Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42307"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.377737449Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b6972710-1d04-4f8d-9b01-dae82bc77c0c","remote_addr":"[fd00:1122:3344:101::a]:42307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.41531541Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.41534814Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3da47fa3-ad74-4675-a5ba-7411545c42ec","remote_addr":"[fd00:1122:3344:101::a]:42307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.425445312Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"240a9d8b-e4b4-4106-806d-6a8a5c98f785","remote_addr":"[fd00:1122:3344:101::a]:42307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":280,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.460044093Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.460206086Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"0e03552c-e58e-4883-a06c-43bc3c4dc79a","remote_addr":"[fd00:1122:3344:101::a]:56104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.508107173Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51093"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.508232396Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.543035781Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.598340986Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"54a5224b-79cb-46c3-a0bc-524a64ff0414","remote_addr":"[fd00:1122:3344:101::a]:51093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90171,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:08.598616041Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"015b88d2-a0a8-4c36-ab85-1ca8b0d24514","remote_addr":"[fd00:1122:3344:101::a]:51093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:13.46462888Z","hostname":"sock","pid":1572,"uri":"/6317f69a-0523-4ce3-b80b-bad98b59c591","method":"GET","req_id":"6e21523e-247f-4e6c-b5c0-195539305d16","remote_addr":"[fd00:1122:3344:101::d]:64972","local_addr":"[fd00:1122:3344:101::1]:36140","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6548,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:21.836535289Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:21.836620391Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"8b4055f8-e458-4b9a-8c45-f8310d8628ac","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51096","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.361136243Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61467"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.361259436Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"8cbaecc1-961c-41ac-a574-a01217b93f38","remote_addr":"[fd00:1122:3344:101::c]:61467","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.375891358Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.375909948Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"33d9f95f-6fab-4284-b201-43dc7fd1505e","remote_addr":"[fd00:1122:3344:101::c]:61467","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.385441639Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8360606d-2e14-45ee-841c-95e1d26a40c1","remote_addr":"[fd00:1122:3344:101::c]:61467","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.525781422Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35549"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.526073518Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"2a7d4dad-2589-490f-92d3-46dc10e0aa8f","remote_addr":"[fd00:1122:3344:101::c]:35549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.610352151Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54657"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.610439733Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.649367651Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.705938371Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"429fe6c6-4769-4255-bc4e-c3594df02c00","remote_addr":"[fd00:1122:3344:101::c]:54657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95535,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.709436351Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"dfa774c4-1d9c-4011-b668-6aec79579be0","remote_addr":"[fd00:1122:3344:101::c]:54657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.911541838Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48273"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.911728832Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e69bbc50-75b3-4cc9-bcf6-f8eff7c7ba3b","remote_addr":"[fd00:1122:3344:101::b]:48273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.967189839Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.96722133Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"aef453e2-8dac-4952-8e95-6c65bd454da8","remote_addr":"[fd00:1122:3344:101::b]:48273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.978479575Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"be6c6de9-eb2c-4568-8ed3-ee0e8597ffa8","remote_addr":"[fd00:1122:3344:101::b]:48273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":253,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.98871556Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38393"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:37.988825372Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.030429303Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.090294009Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a8c0795d-fa79-4b89-992c-57f0a2605916","remote_addr":"[fd00:1122:3344:101::b]:38393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101501,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.090416041Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46841"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.090617065Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"14c3700e-8c79-4feb-8df7-bddbcb32b172","remote_addr":"[fd00:1122:3344:101::b]:46841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.090766598Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9afc6ea4-17fd-472e-81f0-6e9fa2af4dee","remote_addr":"[fd00:1122:3344:101::b]:38393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.211378047Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.211533651Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"fdfb4dd1-0b0d-45b8-b080-d9a91840e836","remote_addr":"[fd00:1122:3344:101::a]:34897","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.226746354Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.226770705Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"864818b1-7cb2-4900-b983-33617d11821c","remote_addr":"[fd00:1122:3344:101::a]:34897","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.239477889Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"06a1a138-45f9-42af-9692-e5c8a2e8e4e8","remote_addr":"[fd00:1122:3344:101::a]:34897","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":241,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.349578127Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47574"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.349685459Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.386614527Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.442991233Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"58b6bdd3-6e5a-4032-9de7-ec285fb32ada","remote_addr":"[fd00:1122:3344:101::a]:47574","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93358,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.443250959Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65130"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.443540894Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"09eb5b6e-b0b5-4bca-918c-5809fb61bce5","remote_addr":"[fd00:1122:3344:101::a]:47574","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":261,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:38.443650656Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"ac7d7699-260d-4334-ba7e-12acb2c16996","remote_addr":"[fd00:1122:3344:101::a]:65130","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":235,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:43.46410238Z","hostname":"sock","pid":1572,"uri":"/6317f69a-0523-4ce3-b80b-bad98b59c591","method":"GET","req_id":"8e54a90d-d029-4677-8cff-c7bb17855322","remote_addr":"[fd00:1122:3344:101::d]:64972","local_addr":"[fd00:1122:3344:101::1]:36140","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5761,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:46.91886504Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53379"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:46.919190426Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"b97cbc9e-a744-4c7b-b419-5e5ae74fe4ee","remote_addr":"[fd00:1122:3344:101::a]:53379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:46.919501292Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(15213939) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:46.919538323Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"PUT","req_id":"07852052-6ed6-4149-878b-82462f9645a3","remote_addr":"[fd00:1122:3344:101::a]:53379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:47.083520009Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40762"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:47.084194482Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 15c23c51-259b-4364-b460-53c35422e267, project_id: 7c55781e-0a73-46c3-9404-b43cdad1ae1a }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-18T05:40:47.080874176Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 1cfa6145-8574-4fcf-88d4-547e337b1c47, kind: Instance { id: c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15213939), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1cfa6145-8574-4fcf-88d4-547e337b1c47, kind: Instance { id: c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15213939), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1cfa6145-8574-4fcf-88d4-547e337b1c47, kind: Instance { id: c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15213939), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(15213939))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1cfa6145-8574-4fcf-88d4-547e337b1c47, kind: Instance { id: c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15213939), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-61424210540\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 435930d7-001f-4079-a121-e96fffba837c, read_only_parent: Some(Volume { block_size: 512, id: 37a9ae03-a794-4b8d-8021-9269d2d8405a, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8e91371c-3bd1-4952-a1e2-ab20deb0db02, key: Some(\"NO++PJ1hegbhQr3xc6K/CWSDrBDBNaRY9gL3Z5l1GK8=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::15]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 435930d7-001f-4079-a121-e96fffba837c, key: Some(\"D/krb2cu+tPpszBxcS+8ce7+JQUA/cTm9Ismp/CntYM=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::13]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-61424210540\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:47.084249413Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:47.084269924Z","hostname":"sock","pid":1572,"propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:1139","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 1cfa6145-8574-4fcf-88d4-547e337b1c47, kind: Instance { id: c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15213939), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1cfa6145-8574-4fcf-88d4-547e337b1c47, kind: Instance { id: c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15213939), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1cfa6145-8574-4fcf-88d4-547e337b1c47, kind: Instance { id: c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15213939), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(15213939))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1cfa6145-8574-4fcf-88d4-547e337b1c47, kind: Instance { id: c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15213939), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-61424210540\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 435930d7-001f-4079-a121-e96fffba837c, read_only_parent: Some(Volume { block_size: 512, id: 37a9ae03-a794-4b8d-8021-9269d2d8405a, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8e91371c-3bd1-4952-a1e2-ab20deb0db02, key: Some(\"NO++PJ1hegbhQr3xc6K/CWSDrBDBNaRY9gL3Z5l1GK8=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::15]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 435930d7-001f-4079-a121-e96fffba837c, key: Some(\"D/krb2cu+tPpszBxcS+8ce7+JQUA/cTm9Ismp/CntYM=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::13]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-61424210540\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-18T05:40:47.080874176Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:47.084387536Z","hostname":"sock","pid":1572,"uri":"/vmms/4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","method":"PUT","req_id":"eaee660e-c158-40b7-b74f-64a4d442703a","remote_addr":"[fd00:1122:3344:101::a]:40762","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":805,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:47.18519938Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39657"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:47.185544627Z","hostname":"sock","pid":1572,"uri":"/vmms/4fa35b67-0d17-4094-95f5-3a03ff6ccd8c/state","method":"PUT","req_id":"cec5a5b3-c46d-47a8-b5ad-4682987617b7","remote_addr":"[fd00:1122:3344:101::a]:39657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":202,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:47.186126218Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 15213939 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:47.186166929Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:47.223284401Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:47.247404292Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:47.29180963Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48575"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:47.291923542Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a7fcfa7f-3b44-4dd1-b252-d0189d1c4926","remote_addr":"[fd00:1122:3344:101::a]:48575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:47.307174096Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {1cfa6145-8574-4fcf-88d4-547e337b1c47: {10.151.2.175: {0d697583-cbaa-4d8a-85c6-46295981fe23}, 10.151.2.176: {0d697583-cbaa-4d8a-85c6-46295981fe23}}} }"} {"msg":"Profile for oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:48.185331167Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:48.185504731Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c\") failed: Property not found. retry in 67.828634ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:40:48.371351182Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c\") failed: Property not found. retry in 139.636314ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:40:48.456419002Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c\") failed: Property not found. retry in 245.330096ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:40:48.618299115Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c\") failed: Property not found. retry in 372.383134ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:40:48.879015663Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c\") failed: Property not found. retry in 1.079422782s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:40:49.262154117Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c\") failed: Property not found. retry in 1.036687402s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:40:50.352939765Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c\") failed: Property not found. retry in 1.401029505s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:40:51.401352337Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:51.870165432Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57801"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:51.870300554Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"c2581280-88fa-4c76-abe5-8965c97f479e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57801","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c\") failed: Property not found. retry in 1.037654783s","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:40:52.812191009Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:53.875136761Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:1633"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:53.883228323Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:1642"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:53.919927846Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:1666"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:54.05629666Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:835"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:54.057167788Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:54.057215718Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e7786c7b-30c2-428c-8ba5-c7fe2d441c5c","remote_addr":"[fd00:1122:3344:101::a]:48575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6750119,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-18T05:40:54.060927692Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:54.060959683Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:54.060981654Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-18T05:40:54.060927692Z }","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:54.060992164Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-18T05:40:54.060927692Z }, migration_in: None, migration_out: None }","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-18T05:40:54.103973752Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:54.103993543Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:54.104019993Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-18T05:40:54.103973752Z }","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:54.104026264Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-18T05:40:54.103973752Z }, migration_in: None, migration_out: None }","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:40:54.151219546Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d08ca304-9191-49b8-a8d6-946594e377a1","remote_addr":"[fd00:1122:3344:101::a]:48575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":288,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:04.724986137Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:04.725590339Z","hostname":"sock","pid":1572,"uri":"/vmms/4fa35b67-0d17-4094-95f5-3a03ff6ccd8c/state","method":"PUT","req_id":"ecb73b5f-2572-40af-8e3d-0cadd01793c9","remote_addr":"[fd00:1122:3344:101::a]:40926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":515,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-18T05:41:04.725700011Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:04.725728492Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:04.725747492Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-18T05:41:04.725700011Z }","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:04.725769413Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-18T05:41:04.725700011Z }, migration_in: None, migration_out: None }","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-18T05:41:04.739135769Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:04.73916511Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:04.739189481Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-18T05:41:04.739135769Z }","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:04.739208661Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:721","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:04.739230451Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:41:04.739304413Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"7155674427595705285"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:41:04.739511107Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"1258113214569384323"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:04.741273522Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:04.741314423Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/257c29cc-5aef-48e9-85b7-365e61445d7d/debug/bundle/zone\", \"/pool/int/30d40d23-8465-4e07-8ff1-ee76e053bacc/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/3d9295fb-ac56-4471-adff-db2072dd16c5/crypt/debug\", \"/pool/ext/2115e723-158b-4e4a-8681-7a5bb888bc2f/crypt/debug\", \"/pool/ext/e535e69a-4883-469b-b97c-066cf926db05/crypt/debug\", \"/pool/ext/7f3257b7-3738-4198-968f-786ea4ecea64/crypt/debug\", \"/pool/ext/932cbc54-9f03-4fb8-a00d-6b83e6987f90/crypt/debug\", \"/pool/ext/1ce2c83f-f571-49b0-840b-79c4fbb17179/crypt/debug\", \"/pool/ext/fac065dc-b54c-436b-9984-5fdd785f0f21/crypt/debug\", \"/pool/ext/147d251d-10fa-4b68-a4ad-404a9b484f72/crypt/debug\", \"/pool/ext/338eef2e-7d7a-4388-bcb3-31c064fea4e9/crypt/debug\"] }","zone_name":"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:05.370235366Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c\", bundle_id: c525aff3-e2a8-4bd0-b3e7-cb030b0051bf }, time_created: 2024-10-18T05:41:04.741482616Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","v":0,"name":"SledAgent","level":40,"time":"2024-10-18T05:41:05.370328897Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:935"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.121320444Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.137598419Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(15213939), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.13765087Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(15213939), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.138017287Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-18T05:41:07.137989287Z }, migration_in: None, migration_out: None }","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.169206431Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-18T05:41:07.137989287Z }, migration_in: None, migration_out: None }","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.173812953Z","hostname":"sock","pid":1572,"instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","propolis_id":"4fa35b67-0d17-4094-95f5-3a03ff6ccd8c","instance_id":"c3acd8f6-d3dd-4e45-ab76-9a92e8a17c96","component":"InstanceManager","file":"sled-agent/src/instance.rs:872"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.553955806Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39637"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.554051017Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c455ef2e-14c7-4e5c-b97b-c3eda61db52a","remote_addr":"[fd00:1122:3344:101::c]:39637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.682271539Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60608"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.682394001Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"986465a7-d74b-4c95-a60a-80c0194485df","remote_addr":"[fd00:1122:3344:101::b]:60608","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.697023953Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {1cfa6145-8574-4fcf-88d4-547e337b1c47: {10.151.2.175: {0d697583-cbaa-4d8a-85c6-46295981fe23}, 10.151.2.176: {0d697583-cbaa-4d8a-85c6-46295981fe23}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.697054764Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"839eada1-11d0-402b-a0fb-23e2544f114f","remote_addr":"[fd00:1122:3344:101::b]:60608","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.70684458Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"80382b82-1d55-474a-bd3d-0e318ee58b19","remote_addr":"[fd00:1122:3344:101::b]:60608","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.719314859Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33517"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.719458002Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"bf81b3c8-eea5-4b8a-855f-05f2668176b0","remote_addr":"[fd00:1122:3344:101::c]:33517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.722175916Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(15213939) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.722203096Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"PUT","req_id":"5253d2cc-1095-4ade-bd66-e9f794faa47a","remote_addr":"[fd00:1122:3344:101::c]:33517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.774582463Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.774624024Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.774665475Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"69570ecd-8afd-49af-a24c-ba6e0dd11a56","remote_addr":"[fd00:1122:3344:101::c]:39637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":166,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.794700155Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"553645a3-368b-43fe-97c1-8945d3c7259f","remote_addr":"[fd00:1122:3344:101::c]:39637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":183,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.833106022Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49074"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.833212014Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.883991648Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.954121349Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"82d3b059-0d35-4096-8120-4a09b87df6f0","remote_addr":"[fd00:1122:3344:101::c]:49074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120909,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:07.954526007Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9bfe67c7-9d3f-4f7f-a692-e1233e803b4e","remote_addr":"[fd00:1122:3344:101::c]:49074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.054230139Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33358"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.054376102Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b80ddf83-fc26-4601-b7be-15303cbbe08b","remote_addr":"[fd00:1122:3344:101::b]:33358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.057147627Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35007"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.057350421Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"c4a7d72f-ea55-40a9-b7c8-4c1bf5f49f85","remote_addr":"[fd00:1122:3344:101::b]:35007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"} {"msg":"Clearing mapping of virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.057623567Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:878","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(15213939) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.057650327Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"DELETE","req_id":"284e8930-3471-4934-beef-47e24fab0a40","remote_addr":"[fd00:1122:3344:101::b]:35007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.065321961Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45627"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.065572546Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2ec164cb-d2d7-48fe-8725-4fbe4c96a6a3, kind: Service { id: 78e47541-5e4d-49ab-a1d0-71ce7e86308a }, name: Name(\"external-dns-78e47541-5e4d-49ab-a1d0-71ce7e86308a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 13])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aa2298e7-db21-4184-b855-75fe7085e627, kind: Service { id: ca21d23f-e4d7-42f1-b368-e1baec09adbe }, name: Name(\"external-dns-ca21d23f-e4d7-42f1-b368-e1baec09adbe\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5f3dcac6-b500-42f8-8a0b-5fb240519f45, kind: Service { id: e6205933-88d5-418a-9120-8556546593fd }, name: Name(\"nexus-e6205933-88d5-418a-9120-8556546593fd\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 226])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 61dc993b-8400-4692-a8f0-14b3636e2caa, kind: Service { id: 3060a2c0-de00-481c-b4e2-aa3bdb88aedc }, name: Name(\"nexus-3060a2c0-de00-481c-b4e2-aa3bdb88aedc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 170])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f3a2fd08-e2d1-43bc-97b2-80b19367602a, kind: Service { id: 02c54555-cedd-4e2a-ab4d-17510bab5ec2 }, name: Name(\"nexus-02c54555-cedd-4e2a-ab4d-17510bab5ec2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 172])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.065603636Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.065632027Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.065654007Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.065672228Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.065680558Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.065691558Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.065706038Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f1bed7f0-305e-44e3-bec3-66e932f005bf","remote_addr":"[fd00:1122:3344:101::c]:45627","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":289,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.110797719Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.11084553Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"23a123a5-08cf-4e46-aa98-ad4648ea3dda","remote_addr":"[fd00:1122:3344:101::b]:33358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.131699227Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"df001410-3b91-4944-86c3-05a11cd71abd","remote_addr":"[fd00:1122:3344:101::b]:33358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":284,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.26401781Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55906"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.264204494Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"612cb95b-44bd-48a6-b8f1-1a53553d859c","remote_addr":"[fd00:1122:3344:101::b]:55906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.266711584Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45037"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.266789545Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.307260023Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.376401434Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3f5b614a-dd9c-49af-94c4-b33b06f4fc2a","remote_addr":"[fd00:1122:3344:101::b]:45037","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109638,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.376514816Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36522"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.376539577Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44053"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.377007806Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2ec164cb-d2d7-48fe-8725-4fbe4c96a6a3, kind: Service { id: 78e47541-5e4d-49ab-a1d0-71ce7e86308a }, name: Name(\"external-dns-78e47541-5e4d-49ab-a1d0-71ce7e86308a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 13])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aa2298e7-db21-4184-b855-75fe7085e627, kind: Service { id: ca21d23f-e4d7-42f1-b368-e1baec09adbe }, name: Name(\"external-dns-ca21d23f-e4d7-42f1-b368-e1baec09adbe\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5f3dcac6-b500-42f8-8a0b-5fb240519f45, kind: Service { id: e6205933-88d5-418a-9120-8556546593fd }, name: Name(\"nexus-e6205933-88d5-418a-9120-8556546593fd\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 226])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 61dc993b-8400-4692-a8f0-14b3636e2caa, kind: Service { id: 3060a2c0-de00-481c-b4e2-aa3bdb88aedc }, name: Name(\"nexus-3060a2c0-de00-481c-b4e2-aa3bdb88aedc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 170])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f3a2fd08-e2d1-43bc-97b2-80b19367602a, kind: Service { id: 02c54555-cedd-4e2a-ab4d-17510bab5ec2 }, name: Name(\"nexus-02c54555-cedd-4e2a-ab4d-17510bab5ec2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 172])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.377040047Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"65145dee-fa33-4262-8b11-c40231d07ab4","remote_addr":"[fd00:1122:3344:101::a]:36522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199,"response_code":"200"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.377054197Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.377084377Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b7dccecc-5a82-4bd7-9b29-3bcc8d1d550b","remote_addr":"[fd00:1122:3344:101::b]:45037","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":382,"response_code":"200"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.377105938Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.377115328Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.377121408Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.377130688Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.377144969Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.377157469Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"8e0dcf45-e40c-41b6-bd6c-87093fb6c63f","remote_addr":"[fd00:1122:3344:101::b]:44053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":495,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.416045266Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.416072896Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"889b6bcc-9b09-4495-b2b9-b5ddf7b832df","remote_addr":"[fd00:1122:3344:101::a]:36522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.5128568Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64980"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.513073704Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"826d52e7-c31c-48c7-9636-13a835bd8569","remote_addr":"[fd00:1122:3344:101::a]:64980","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.517847309Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1c375b86-427f-4210-807c-a3100c05530d","remote_addr":"[fd00:1122:3344:101::a]:36522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":211,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.578080752Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53887"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.578183925Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.61551573Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.668496289Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"0cc4abe8-8ae8-4130-9c70-ea38bf38496d","remote_addr":"[fd00:1122:3344:101::a]:53887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90350,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.671387556Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"cd37e040-6840-4839-ba0c-3ccf0e10d58e","remote_addr":"[fd00:1122:3344:101::a]:53887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.785619118Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53120"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.785883594Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2ec164cb-d2d7-48fe-8725-4fbe4c96a6a3, kind: Service { id: 78e47541-5e4d-49ab-a1d0-71ce7e86308a }, name: Name(\"external-dns-78e47541-5e4d-49ab-a1d0-71ce7e86308a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 13])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aa2298e7-db21-4184-b855-75fe7085e627, kind: Service { id: ca21d23f-e4d7-42f1-b368-e1baec09adbe }, name: Name(\"external-dns-ca21d23f-e4d7-42f1-b368-e1baec09adbe\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5f3dcac6-b500-42f8-8a0b-5fb240519f45, kind: Service { id: e6205933-88d5-418a-9120-8556546593fd }, name: Name(\"nexus-e6205933-88d5-418a-9120-8556546593fd\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 226])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 61dc993b-8400-4692-a8f0-14b3636e2caa, kind: Service { id: 3060a2c0-de00-481c-b4e2-aa3bdb88aedc }, name: Name(\"nexus-3060a2c0-de00-481c-b4e2-aa3bdb88aedc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 170])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f3a2fd08-e2d1-43bc-97b2-80b19367602a, kind: Service { id: 02c54555-cedd-4e2a-ab4d-17510bab5ec2 }, name: Name(\"nexus-02c54555-cedd-4e2a-ab4d-17510bab5ec2\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 144, 172])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.785943175Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.785977925Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.786001986Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.786035397Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.786056167Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.786087627Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:08.786107138Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1033ab41-be5d-4a11-87b6-3330606df121","remote_addr":"[fd00:1122:3344:101::a]:53120","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":412,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:09.341565193Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37031"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:09.341802098Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"0d7a595f-1f2d-4cf1-b882-4ba66bdca849","remote_addr":"[fd00:1122:3344:101::a]:37031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":181,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:09.433933548Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53690"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:09.434069891Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a3c90a9b-b3d5-457f-a840-3b88cbb94196","remote_addr":"[fd00:1122:3344:101::a]:53690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:09.448143272Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:09.448178003Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"54fa3b03-e367-488a-bf3e-f214cb95fa24","remote_addr":"[fd00:1122:3344:101::a]:53690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:09.456735544Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e58a8513-8c57-41e8-9cb6-033d5cda7f48","remote_addr":"[fd00:1122:3344:101::a]:53690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":270,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:10.24299793Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39629"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:10.243156033Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"797c41b7-a363-4de0-8874-0f5f1ee2aa1a","remote_addr":"[fd00:1122:3344:101::a]:39629","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:10.289733394Z","hostname":"sock","pid":1572,"sled_id":"6317f69a-0523-4ce3-b80b-bad98b59c591","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:10.289763004Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"36c0b842-1e36-46d1-abb0-2c7b47c386c1","remote_addr":"[fd00:1122:3344:101::a]:39629","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-18T05:41:10.299260644Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ef7756fc-c4cf-4f3f-8cfa-d31ae1a93818","remote_addr":"[fd00:1122:3344:101::a]:39629","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":255,"response_code":"204"}