[ Oct 4 22:11:49 Enabled. ] [ Oct 4 22:11:49 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 4 22:11:49 Method "start" exited with status 0. ] [ Oct 4 22:11:49 Rereading configuration. ] [ Oct 4 22:11:49 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:49.167053488Z","hostname":"sock","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:49.167211711Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:49.221436104Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:49.221481815Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:49.335544823Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:49.344943521Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:49.353189126Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:49.959317694Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.095977133Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.096022354Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.096134816Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.096235788Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.096242978Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.096271679Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.099139316Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:11:50.099145646Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.099157726Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.099167746Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.099193827Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.099242398Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.09933009Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.09935389Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.099364361Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.110414901Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.110447632Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"f89edb19-85d1-4199-b7bf-a91aa5ecc8e8 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.207337267Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: f89edb19-85d1-4199-b7bf-a91aa5ecc8e8 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.615914779Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.6159479Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.61595318Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.6159639Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.61596973Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.61597939Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.615997661Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.624876468Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.624899848Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:50.712136121Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.13012585Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130165581Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f89edb19-85d1-4199-b7bf-a91aa5ecc8e8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130202692Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130208272Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130212562Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130217902Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130222692Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130227132Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f89edb19-85d1-4199-b7bf-a91aa5ecc8e8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130241233Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130245502Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130249693Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130266273Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130271163Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130274953Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f89edb19-85d1-4199-b7bf-a91aa5ecc8e8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130291714Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130296423Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130300064Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130304494Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130308214Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130311564Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f89edb19-85d1-4199-b7bf-a91aa5ecc8e8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130326564Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130339124Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130343184Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130346755Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130351685Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130355215Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f89edb19-85d1-4199-b7bf-a91aa5ecc8e8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130371835Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130377305Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130381605Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130385905Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130390805Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130396525Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f89edb19-85d1-4199-b7bf-a91aa5ecc8e8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130422446Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130426916Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130430696Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130438326Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130442797Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130446257Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f89edb19-85d1-4199-b7bf-a91aa5ecc8e8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130472217Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130476657Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130480287Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130484147Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130489018Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130493778Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f89edb19-85d1-4199-b7bf-a91aa5ecc8e8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130513568Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130529758Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130533788Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130538359Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130552879Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130583439Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.1305887Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.13059334Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f89edb19-85d1-4199-b7bf-a91aa5ecc8e8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.13062401Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.13062875Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.13063465Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130645561Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130649201Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130652531Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f89edb19-85d1-4199-b7bf-a91aa5ecc8e8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130683291Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130687842Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130691191Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130752703Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130767183Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130779273Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130789273Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130796393Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130800394Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130826234Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.130831964Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.141919306Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.141950506Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999942599s","next_cleanup":"Instant { tv_sec: 1309, tv_nsec: 1804055 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.142026318Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.142058309Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.145058898Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.145096929Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.145405105Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.147060638Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.147286853Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.147293483Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.147355684Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.147393055Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.147403495Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.147410825Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.147441646Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.147452686Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.147465766Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.147473337Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.147476867Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.147480317Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.147509378Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.147532378Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.147834754Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 4cb5ec19-6817-424a-9a2f-064289331fa0,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 544b0af3-4a18-4467-8697-af690997796e (sled),\n rack_id: 4cb5ec19-6817-424a-9a2f-064289331fa0,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.14812719Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.14813444Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.148181011Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.148194631Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.148375965Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.148513847Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.148569459Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 544b0af3-4a18-4467-8697-af690997796e (sled), rack_id: 4cb5ec19-6817-424a-9a2f-064289331fa0, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.149189171Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4221"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.149249012Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4603"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.153322983Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.159181711Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.159312773Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.163822533Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.163889045Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.163991357Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:36567","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 544b0af3-4a18-4467-8697-af690997796e (sled), rack_id: 4cb5ec19-6817-424a-9a2f-064289331fa0, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.164118309Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.1641489Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.16415976Z","hostname":"sock","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.16417107Z","hostname":"sock","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.164246062Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.164257332Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.164262262Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"No ledger in /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.164294873Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.164303363Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.164313023Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.164344864Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.164350114Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.164354474Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.164360764Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.181140339Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.203040607Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.220665449Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.22523505Z","hostname":"sock","pid":1562,"sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.225268941Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.225275991Z","hostname":"sock","pid":1562,"sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.225307661Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 61.463837ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.228439624Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e96a04ed-5668-47a0-a235-82255f8af08f\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 22:11:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e96a04ed-5668-47a0-a235-82255f8af08f\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.238172249Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.261928343Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.261976514Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.266881322Z","hostname":"sock","pid":1562,"sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.266889192Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.266893392Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.29132979Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 169.928165ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.29181973Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff3c6125-0dec-4a27-9db6-cd2e66412022\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 22:11:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ff3c6125-0dec-4a27-9db6-cd2e66412022\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.356452121Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.463623592Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 168.115147ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.464302186Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a054f08b-6680-4df0-864d-f8f1d793e23d\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 22:11:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a054f08b-6680-4df0-864d-f8f1d793e23d\" }"} {"msg":"Mounting oxi_f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.575979357Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.589116949Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.589241661Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.589281542Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.589304743Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.633490295Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 146.328658ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.63421285Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6662d817-5d6d-4887-b630-574864bc98f5\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 22:11:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6662d817-5d6d-4887-b630-574864bc98f5\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.781295978Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 262.159563ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:51.781848849Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bddb201-86e9-4894-832e-858c7b26ab2e\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 22:11:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6bddb201-86e9-4894-832e-858c7b26ab2e\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:52.045180548Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 154.874218ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:52.045826981Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e24419b-6dee-4e0b-b8ff-5428dd9e0caf\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 22:11:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5e24419b-6dee-4e0b-b8ff-5428dd9e0caf\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:52.201908459Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 240.790032ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:52.202522551Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"690adad3-05d5-49c6-b63d-060ffed71d44\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 22:11:52 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"690adad3-05d5-49c6-b63d-060ffed71d44\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:52.317480737Z","hostname":"sock","pid":1562,"sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:52.323522558Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:50448","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:52.32359099Z","hostname":"sock","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:72","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:52.32363342Z","hostname":"sock","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:50448","producer_id":"544b0af3-4a18-4467-8697-af690997796e"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:11:52.32463143Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"175.493006ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:52.325725962Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:52.325732672Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:52.325790923Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:52.325796784Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:52.444621107Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:11:52.501393171Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"525.8716ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:11:53.029039121Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.444622725s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:11:54.476228499Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.73395638s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:54.882066856Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2679"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:54.882092346Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2897"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:54.882097256Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2549"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:54.882107796Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2596"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:54.882141947Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2978"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:54.882146917Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3020"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:54.884150537Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2822"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:54.885945913Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2590"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:54.886083446Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:11:54.886272849Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 61.180588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:11:55.119635191Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 128.899649ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:11:55.312001543Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 258.72561ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:11:55.489780155Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 497.471178ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:11:55.839867888Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:11:56.212168704Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.189174384s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.175947194s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:11:56.421982565Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.316877965s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:11:57.710853841Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.34909664s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:11:59.139030528Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:00.403379184Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.664876388s"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:00.914919372Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:00.914975413Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:00.914985233Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:00.914995023Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:00.915234578Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:00.915471863Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:00.915519544Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:00.915532244Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:00.915570655Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:36567","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.174540537Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.174616479Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.17466925Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.174723251Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.174747081Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.174754452Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.174779842Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.174793422Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.179303023Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4245","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.179313773Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4261"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.179325083Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.438538541Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56301"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.438895358Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.439064601Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"09612c88-2a2a-4b51-91ff-c45d7692b117","remote_addr":"[fd00:1122:3344:101::1]:56301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":310,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.468789465Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:34374"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.468892747Z","hostname":"sock","pid":1562,"uri":"/sled-role","method":"GET","req_id":"a72c0897-455c-4b45-a25c-b9efadba63ae","remote_addr":"[fd00:1122:3344:101::1]:34374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.47052396Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.470553961Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.470911148Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.471320906Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:989"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: ad44021b-80a8-4e3f-8169-a4f2e44077f0, pool_id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 9daf550a-d979-45cb-b194-42373e18a7b6, pool_id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: b14533ea-b12b-4a13-bb78-43de07b4c715, pool_id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 7393c897-65b9-40bb-a6f1-d76ddbfb0323, pool_id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: e58d30fa-1f17-43a1-94bf-fb29cd4c6d4a, pool_id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 7d0427d9-337b-4e76-914a-2a680eeaa6dd, pool_id: 75662bd1-8970-44ab-88a5-02e715476179 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 7c0729de-6bd9-48e1-a6ba-e0c6770fc064, pool_id: 1279c2fc-c95f-45e2-a67c-783305b4023a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 63ea76c8-a8fc-4842-98cf-0bc76c347d60, pool_id: d4135165-e105-4373-9d12-4efe0b6e4c50 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 5e9f88f0-233c-4823-be26-7249b56340a8, pool_id: 2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.503112091Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.503251244Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55039"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.503537279Z","hostname":"sock","pid":1562,"sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: ad44021b-80a8-4e3f-8169-a4f2e44077f0, pool_id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 9daf550a-d979-45cb-b194-42373e18a7b6, pool_id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: b14533ea-b12b-4a13-bb78-43de07b4c715, pool_id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 7393c897-65b9-40bb-a6f1-d76ddbfb0323, pool_id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: e58d30fa-1f17-43a1-94bf-fb29cd4c6d4a, pool_id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 7d0427d9-337b-4e76-914a-2a680eeaa6dd, pool_id: 75662bd1-8970-44ab-88a5-02e715476179 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 7c0729de-6bd9-48e1-a6ba-e0c6770fc064, pool_id: 1279c2fc-c95f-45e2-a67c-783305b4023a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 63ea76c8-a8fc-4842-98cf-0bc76c347d60, pool_id: d4135165-e105-4373-9d12-4efe0b6e4c50 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 5e9f88f0-233c-4823-be26-7249b56340a8, pool_id: 2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.50359217Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.503597381Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.503601981Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.503606061Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.503613241Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.503617621Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.503624031Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.503631001Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.659152868Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:01.659177258Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"676a3716-3d3e-465b-9699-cf98062dabca (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/544b0af3-4a18-4467-8697-af690997796e)","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:01.918608051Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:02.406892334Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2329353703858118291"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:02.407010796Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9526312079148586375"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:02.867793231Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:02.898424312Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:02.906727068Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:02.90680972Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:02.90681713Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:02.90682863Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:02.906856861Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:02.906976093Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:02.906982723Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/544b0af3-4a18-4467-8697-af690997796e)","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:02.919939502Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:02.979317158Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_676a3716-3d3e-465b-9699-cf98062dabca/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:02.987206425Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_676a3716-3d3e-465b-9699-cf98062dabca","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.298614666Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.307126266Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.307183727Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.307195187Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.307207617Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.307221738Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.317481993Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.317524794Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"9af95e51-a064-462a-bea1-8d3042c749de (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.498092961Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.505976708Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.506021019Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.506035079Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.50605566Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.50607321Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.506192542Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.506210983Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.574521117Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9af95e51-a064-462a-bea1-8d3042c749de/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.582536037Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_9af95e51-a064-462a-bea1-8d3042c749de","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.9010485Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.908875426Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.908974838Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.908986918Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.908999579Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.909012029Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.918869376Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:03.918893896Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.154952991Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.161614754Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.161644705Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.161653695Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.161715826Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.161728106Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.161859469Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.16188104Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/544b0af3-4a18-4467-8697-af690997796e)","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:04.165191126Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.222442409Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9e3d11a1-af30-407b-b05f-d5f1a5762d41/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.229371148Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_9e3d11a1-af30-407b-b05f-d5f1a5762d41","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.490082085Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.497384582Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.497417572Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.497425282Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.497432242Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.497453303Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.507369651Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.507403342Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.643780696Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.653229704Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.653289046Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.653295066Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.653316406Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.653330837Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.653458259Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.653463959Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.716188462Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ac4d5d54-7085-42e4-a0d6-359bebb3c91f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.72411146Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_ac4d5d54-7085-42e4-a0d6-359bebb3c91f","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:04.996701545Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.005020071Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.005065142Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.005074432Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.005086783Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.005091463Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.014415069Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.014438289Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"c4a31058-0731-4581-8d9d-c5c4b66770da (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.202895424Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.20974074Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.209775411Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.209785001Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.209798432Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.209808662Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.209980445Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.209989836Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/544b0af3-4a18-4467-8697-af690997796e)","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:05.216586707Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.27379849Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_c4a31058-0731-4581-8d9d-c5c4b66770da/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.280641087Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_c4a31058-0731-4581-8d9d-c5c4b66770da","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.531251613Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.538244123Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.538285354Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.538324244Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.538333684Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.538339135Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.54863992Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.548669151Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"75662bd1-8970-44ab-88a5-02e715476179 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.716932292Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 75662bd1-8970-44ab-88a5-02e715476179 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.72481522Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.724864181Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.724888381Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.724904811Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.724919972Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.725024654Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.725035224Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.779358459Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_75662bd1-8970-44ab-88a5-02e715476179/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:05.787299498Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_75662bd1-8970-44ab-88a5-02e715476179","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.061706868Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.070057645Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.070092256Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.070097956Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.070102776Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.070106856Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:06.073207098Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"11.320949496s"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.07981282Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.07982373Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"1279c2fc-c95f-45e2-a67c-783305b4023a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.214703194Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 1279c2fc-c95f-45e2-a67c-783305b4023a (zpool), kind: External }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/544b0af3-4a18-4467-8697-af690997796e)","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:06.218172694Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.222657253Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.222700844Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.222707864Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.222715065Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.222720715Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.222789126Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.222795776Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.281002539Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1279c2fc-c95f-45e2-a67c-783305b4023a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.288940588Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_1279c2fc-c95f-45e2-a67c-783305b4023a","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.55738328Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.565206526Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.565253437Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.565264017Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.565275848Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.565284757Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.574540553Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.574569963Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"d4135165-e105-4373-9d12-4efe0b6e4c50 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.708133981Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: d4135165-e105-4373-9d12-4efe0b6e4c50 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.716066809Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.71611793Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.716142291Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.716149591Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.716156781Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.716300544Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.716307444Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.772993207Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d4135165-e105-4373-9d12-4efe0b6e4c50/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:06.780500797Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_d4135165-e105-4373-9d12-4efe0b6e4c50","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.039066641Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.047622412Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.047689293Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.047697474Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.047704584Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.047713064Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.05753585Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.057566841Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.18619758Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.19418856Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.194225151Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.194232001Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.194271401Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.194280952Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.194410104Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.194416564Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/544b0af3-4a18-4467-8697-af690997796e)","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:07.220537376Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.262388512Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.27078301Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.540839475Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.548789333Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.548841784Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.548915666Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.549052899Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f89edb19-85d1-4199-b7bf-a91aa5ecc8e8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 75662bd1-8970-44ab-88a5-02e715476179 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1279c2fc-c95f-45e2-a67c-783305b4023a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d4135165-e105-4373-9d12-4efe0b6e4c50 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.54912839Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.54914065Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.549243442Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.549509058Z","hostname":"sock","pid":1562,"sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.549521408Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.549530748Z","hostname":"sock","pid":1562,"sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.549538398Z","hostname":"sock","pid":1562,"sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.549557089Z","hostname":"sock","pid":1562,"sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.549586389Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.549599459Z","hostname":"sock","pid":1562,"sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.54962764Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:757","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.54963693Z","hostname":"sock","pid":1562,"sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.549737542Z","hostname":"sock","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"41c5d769-f554-4259-9abf-c424ed96eb0d","remote_addr":"[fd00:1122:3344:101::1]:55039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6046346,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.580566568Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.580767982Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:37629"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.581106909Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.581113649Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.671080136Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.671115517Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.739912551Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.739979993Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.811685055Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.811719166Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.811742356Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.811810597Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.856267725Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.856303196Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.856309946Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.906852296Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.910929517Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.914862856Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.927497238Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.932142161Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:07.936307544Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/544b0af3-4a18-4467-8697-af690997796e)","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:08.222785046Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:09.465739134Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:09.465841806Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:09.943744273Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:10.420307292Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:10.422355622Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:10.422503456Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:10.42425273Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:10.424312881Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:10.428640698Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3\") failed: Property not found. retry in 32.394446ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:10.549133815Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c\") failed: Property not found. retry in 27.587984ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:10.556022523Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0\") failed: Property not found. retry in 43.310127ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:10.562102864Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3\") failed: Property not found. retry in 127.007194ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:10.588193245Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c\") failed: Property not found. retry in 101.802856ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:10.594125774Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0\") failed: Property not found. retry in 85.74393ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:10.619687594Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c\") failed: Property not found. retry in 174.688823ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:10.880744669Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:10.941645376Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5437256286880178260"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:10.943098585Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4634763497782449157"} {"msg":"wait for service Some(\"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0\") failed: Property not found. retry in 102.154845ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:10.960557284Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3\") failed: Property not found. retry in 209.111268ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:11.010686204Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c\") failed: Property not found. retry in 366.769453ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:11.086446308Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0\") failed: Property not found. retry in 254.256202ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:11.108857815Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3\") failed: Property not found. retry in 422.388247ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:11.236414633Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.247016575Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4269"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.247064396Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4279","gateway":"fd00:1122:3344:101::1"} {"msg":"Default route already exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.265425103Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4293","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.265608866Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4358"} {"msg":"wait for service Some(\"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0\") failed: Property not found. retry in 586.892496ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:11.378620714Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.445056951Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4406"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.445115222Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433"} {"msg":"wait for service Some(\"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c\") failed: Property not found. retry in 765.292038ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:11.462810726Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.490642892Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4446"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.490687443Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4310"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.538948497Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:43187"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.539255303Z","hostname":"sock","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"d34fb3f0-2aec-4599-923c-8b1ecda1183b","remote_addr":"[fd00:1122:3344:101::2]:43187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.545595799Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4352"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.54560629Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4413","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.565862214Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4424"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.565906735Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.637155939Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4498"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.637199599Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4504"} {"msg":"wait for service Some(\"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3\") failed: Property not found. retry in 472.392645ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:11.67178606Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.730757298Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4545"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.730811709Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/544b0af3-4a18-4467-8697-af690997796e)","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:11.76288321Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.763167926Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.795233176Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.795327088Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.795711086Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.795738616Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.832795247Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882474879Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.88253488Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882571661Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882584331Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882592011Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882600201Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882612332Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882618732Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882625252Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882631882Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882639672Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882646262Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882654472Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882660643Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882672063Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882676833Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882681373Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882686543Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882691113Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882696063Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882700963Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882705484Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:11.882710093Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0\") failed: Property not found. retry in 1.311036542s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:11.97466503Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3\") failed: Property not found. retry in 1.002976238s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:12.153255547Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c\") failed: Property not found. retry in 1.192674094s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:12.237077012Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:12.409606528Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2329353703858118291"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:12.40970872Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9526312079148586375"} {"msg":"wait for service Some(\"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3\") failed: Property not found. retry in 1.259644939s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:13.16616221Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0\") failed: Property not found. retry in 1.107707274s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:13.296449203Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c\") failed: Property not found. retry in 1.158492344s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:13.441528461Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0\") failed: Property not found. retry in 1.487872078s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:14.413128778Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3\") failed: Property not found. retry in 901.907668ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:14.434017466Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c\") failed: Property not found. retry in 926.865822ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:14.607827307Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3\") failed: Property not found. retry in 852.756328ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:15.344661845Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c\") failed: Property not found. retry in 650.61656ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:15.544982667Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0\") failed: Property not found. retry in 1.307117056s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:15.910609491Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c\") failed: Property not found. retry in 599.344542ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:16.204114623Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3\") failed: Property not found. retry in 836.798473ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:16.211375548Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c\") failed: Property not found. retry in 697.664405ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:16.813991486Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.532701072Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_173a8178-efd5-4ec1-9f4c-a05bc972d94c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.532757573Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_2cceb95f-37ad-478b-be36-e32fb96c3dd0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.532767283Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_8184f7df-5baa-40ae-9a32-5ef324ff5be3"} {"msg":"Writing ledger to /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.532777933Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.533044859Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.533269133Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"e24a91e3-a168-44e2-9a3c-98b3d65f94d3","remote_addr":"[fd00:1122:3344:101::1]:37629","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9952405,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.535567709Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.603346023Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.667557206Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.755451792Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.755510473Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.787583693Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.788312758Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.788319298Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fe659be2-daad-487d-9095-4acfcf2c3642, kind: Service { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf }, name: Name(\"ntp-de3cd5a4-cb05-4666-9b38-ab60ab962abf\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 32])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.816922349Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.817061592Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38313"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.817258866Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.817272536Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.837095282Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.837140083Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.857064551Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.857100972Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.875102562Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.875173963Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.875373717Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.875453569Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.886464658Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.919890706Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.920613921Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.920627391Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.95060297Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 255, 32]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.95061755Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.950919986Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.950928886Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.951250473Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.95162176Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.974405794Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:17.993535897Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:18.615736986Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:18.615841158Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf\") failed: Property not found. retry in 38.659145ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:18.751052119Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf\") failed: Property not found. retry in 92.954511ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:18.798072818Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf\") failed: Property not found. retry in 247.69792ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:18.922244458Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf\") failed: Property not found. retry in 534.976868ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:19.179989006Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf\") failed: Property not found. retry in 893.498736ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:19.723724057Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf\") failed: Property not found. retry in 606.834675ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:20.626765356Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:20.943066854Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5437256286880178260"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:20.943200597Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4634763497782449157"} {"msg":"wait for service Some(\"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf\") failed: Property not found. retry in 695.191613ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:21.242374603Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf\") failed: Property not found. retry in 576.920511ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:21.946337575Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:22.430162339Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2329353703858118291"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:22.430280931Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9526312079148586375"} {"msg":"wait for service Some(\"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf\") failed: Property not found. retry in 636.068253ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:22.532559514Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf\") failed: Property not found. retry in 878.165385ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:23.176821983Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:24.075387472Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf"} {"msg":"Writing ledger to /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:24.075467373Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:24.07580287Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:24.076141817Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"433301e3-4ef7-42af-b191-92b8771ee9fb","remote_addr":"[fd00:1122:3344:101::1]:38313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6259032,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:24.078834921Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:24.109114685Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:24.109270538Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59138"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:24.11785383Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:24.117966802Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"4fb764d4-4fbb-4021-b43f-8363e41fa329","remote_addr":"[fd00:1122:3344:101::1]:59138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8543,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:24.120489962Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:24.253401488Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:24.253565201Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:34391"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:28.261989099Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:28.262107031Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"2af9c91b-02b3-43e7-8839-3dca055e448a","remote_addr":"[fd00:1122:3344:101::1]:34391","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008442,"response_code":"500"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:28.264153942Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14536653635068036851"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:28.264326356Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15065028175896832703"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:28.264491589Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9449651798875577839"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:28.265781335Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:28.414452455Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:28.414600328Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64302"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:28.423555996Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:28.423671669Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"6f915b09-bdea-41d5-b7b6-3a969daa2a5d","remote_addr":"[fd00:1122:3344:101::1]:64302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8956,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:28.426172549Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:28.614391439Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:28.614555582Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42090"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_de3cd5a4-cb05-4666-9b38-ab60ab962abf': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-04T22:12:28.623568332Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:28.623670494Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"3f98033a-f1df-47ed-ac8b-88317eca3081","remote_addr":"[fd00:1122:3344:101::1]:42090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9020,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:28.625367348Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:28.825766951Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:28.825960345Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:28.83424559Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"56aba696-f6b4-422d-b7c7-69b9ce9ba83f","remote_addr":"[fd00:1122:3344:101::1]:42105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8225,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:28.836085447Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:28.836091497Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:28.993336798Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:28.993486401Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:33013"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:29.000241496Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"00dbbd71-1632-4e43-b23b-b17dc25c5ec0","remote_addr":"[fd00:1122:3344:101::1]:33013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6689,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:29.00196024Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:29.00196637Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:29.343244927Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:29.343407791Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63060"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:29.349775198Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"6ad23b79-a8a4-4cdd-a928-2980667d66e2","remote_addr":"[fd00:1122:3344:101::1]:63060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6288,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:29.351705376Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:29.351712887Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:29.738134326Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:29.738316699Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54953"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:29.745916141Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"891cd472-4765-4f2d-96f7-e9e8f4c91225","remote_addr":"[fd00:1122:3344:101::1]:54953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7516,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:29.74787553Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:29.74788324Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.010326672Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.010465135Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36708"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.017913264Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"56370b31-8208-40cc-b0a2-a95e62a7406e","remote_addr":"[fd00:1122:3344:101::1]:36708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7394,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.019836412Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:30.019844402Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.205322582Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.205445324Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58328"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.224324971Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"087a9b3f-6215-483f-b523-fd495b8df192","remote_addr":"[fd00:1122:3344:101::1]:58328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":18759,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1728079950.0235322, correction: -0.041443814 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.228648657Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.228658738Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fe659be2-daad-487d-9095-4acfcf2c3642, kind: Service { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf }, name: Name(\"ntp-de3cd5a4-cb05-4666-9b38-ab60ab962abf\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 32])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 2213db84-49a0-49f2-92d5-2978058a97ec (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } } } }, OmicronZoneConfig { id: 66b355c4-8502-43c4-b111-0ccc1116851a (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } } } }, OmicronZoneConfig { id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } } } }, OmicronZoneConfig { id: e390af1e-afab-45e5-8d2a-d6c9468db69d (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External } } } }, OmicronZoneConfig { id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.258986114Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.259101736Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38324"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.259487684Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.259500114Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.281641936Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.281684847Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.302648756Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.302689347Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.321277838Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.321319569Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.393600853Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.393646173Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.451209903Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.451254574Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.507852955Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.507888276Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.567270442Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.567304842Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.636220978Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.636265349Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.636424442Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.636537055Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:30.67034312Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:30.670381831Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:30.670390301Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:30.670404351Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:30.670412641Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.670554494Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"60e56fc8-fec2-4653-bae3-997c0fb7b90f","remote_addr":"[fd00:1122:3344:101::1]:38324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\", TimeNotSynchronized), (\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\", TimeNotSynchronized), (\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\", TimeNotSynchronized), (\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\", TimeNotSynchronized), (\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\", TimeNotSynchronized)]","latency_us":411295,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:30.670740878Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"128.590419ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60e56fc8-fec2-4653-bae3-997c0fb7b90f\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 22:12:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"60e56fc8-fec2-4653-bae3-997c0fb7b90f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fe659be2-daad-487d-9095-4acfcf2c3642, kind: Service { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf }, name: Name(\"ntp-de3cd5a4-cb05-4666-9b38-ab60ab962abf\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 32])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 2213db84-49a0-49f2-92d5-2978058a97ec (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } } } }, OmicronZoneConfig { id: 66b355c4-8502-43c4-b111-0ccc1116851a (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } } } }, OmicronZoneConfig { id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } } } }, OmicronZoneConfig { id: e390af1e-afab-45e5-8d2a-d6c9468db69d (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External } } } }, OmicronZoneConfig { id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.799885048Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.800185444Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.800200014Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.819243485Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.819292866Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.836216673Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.836256694Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.852648312Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.852688982Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.867953887Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.867993318Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.885711362Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.885747333Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.904696372Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.904735082Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.923045338Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.923077468Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.940443546Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.940491236Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.94066984Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.940790373Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:30.970491876Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:30.970527636Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:30.970535727Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:30.970543907Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:30.970550487Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:30.970671759Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"8eaf6246-d0d8-4947-aacf-81f80600ee17","remote_addr":"[fd00:1122:3344:101::1]:38324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\", TimeNotSynchronized), (\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\", TimeNotSynchronized), (\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\", TimeNotSynchronized), (\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\", TimeNotSynchronized), (\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\", TimeNotSynchronized)]","latency_us":170663,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:30.970827582Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"79.235444ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eaf6246-d0d8-4947-aacf-81f80600ee17\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 22:12:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8eaf6246-d0d8-4947-aacf-81f80600ee17\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fe659be2-daad-487d-9095-4acfcf2c3642, kind: Service { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf }, name: Name(\"ntp-de3cd5a4-cb05-4666-9b38-ab60ab962abf\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 32])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 2213db84-49a0-49f2-92d5-2978058a97ec (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } } } }, OmicronZoneConfig { id: 66b355c4-8502-43c4-b111-0ccc1116851a (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } } } }, OmicronZoneConfig { id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } } } }, OmicronZoneConfig { id: e390af1e-afab-45e5-8d2a-d6c9468db69d (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External } } } }, OmicronZoneConfig { id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.050850923Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.051142229Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.05115709Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.070447846Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.070493037Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.087424176Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.087465307Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.103886706Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.103928427Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.120275444Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.120315525Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.137433238Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.137467429Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.155059601Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.155097732Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.172618833Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.172660974Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.190235535Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.190280376Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.19047049Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.190578812Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.221329298Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.221375419Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.221384669Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.22139385Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.22140311Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.221484872Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"871c1c79-b51c-4a80-9826-31d2dd7c406f","remote_addr":"[fd00:1122:3344:101::1]:38324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\", TimeNotSynchronized), (\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\", TimeNotSynchronized), (\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\", TimeNotSynchronized), (\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\", TimeNotSynchronized), (\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\", TimeNotSynchronized)]","latency_us":170960,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.221650155Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"168.970594ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"871c1c79-b51c-4a80-9826-31d2dd7c406f\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 22:12:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"871c1c79-b51c-4a80-9826-31d2dd7c406f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fe659be2-daad-487d-9095-4acfcf2c3642, kind: Service { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf }, name: Name(\"ntp-de3cd5a4-cb05-4666-9b38-ab60ab962abf\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 32])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 2213db84-49a0-49f2-92d5-2978058a97ec (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } } } }, OmicronZoneConfig { id: 66b355c4-8502-43c4-b111-0ccc1116851a (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } } } }, OmicronZoneConfig { id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } } } }, OmicronZoneConfig { id: e390af1e-afab-45e5-8d2a-d6c9468db69d (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External } } } }, OmicronZoneConfig { id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.391605019Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.391802833Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.391819223Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.409533778Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.409578839Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.426689812Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.426724812Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.444444757Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.444492678Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.462123812Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.462155172Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.480208374Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.480248884Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.498228435Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.498273345Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.515786406Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.515818217Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.534350978Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.534399949Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.534577143Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.534675845Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.566629565Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.566669166Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.566677326Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.566683746Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.566691556Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.566770077Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"3d736e0b-527f-491e-b4dc-7293bf43521a","remote_addr":"[fd00:1122:3344:101::1]:38324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\", TimeNotSynchronized), (\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\", TimeNotSynchronized), (\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\", TimeNotSynchronized), (\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\", TimeNotSynchronized), (\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\", TimeNotSynchronized)]","latency_us":175575,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.566927191Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"168.593637ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d736e0b-527f-491e-b4dc-7293bf43521a\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 22:12:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3d736e0b-527f-491e-b4dc-7293bf43521a\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fe659be2-daad-487d-9095-4acfcf2c3642, kind: Service { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf }, name: Name(\"ntp-de3cd5a4-cb05-4666-9b38-ab60ab962abf\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 32])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 2213db84-49a0-49f2-92d5-2978058a97ec (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } } } }, OmicronZoneConfig { id: 66b355c4-8502-43c4-b111-0ccc1116851a (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } } } }, OmicronZoneConfig { id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } } } }, OmicronZoneConfig { id: e390af1e-afab-45e5-8d2a-d6c9468db69d (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External } } } }, OmicronZoneConfig { id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.735885204Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.736144159Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.736154059Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.753910045Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.753948646Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.771959406Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.771991337Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.790150251Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.790193192Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.808324985Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.808356926Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.826297395Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.826328666Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.844397808Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.844433578Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.862417838Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.862451339Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.880100932Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.880141683Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.880340917Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.8804556Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.911996122Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.912031062Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.912040432Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.912049823Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.912060553Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:31.912143554Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"0de94f4e-0dc5-4142-8bff-91ba10c8ada6","remote_addr":"[fd00:1122:3344:101::1]:38324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\", TimeNotSynchronized), (\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\", TimeNotSynchronized), (\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\", TimeNotSynchronized), (\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\", TimeNotSynchronized), (\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\", TimeNotSynchronized)]","latency_us":176593,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:31.912264247Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"208.209564ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0de94f4e-0dc5-4142-8bff-91ba10c8ada6\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 22:12:31 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0de94f4e-0dc5-4142-8bff-91ba10c8ada6\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fe659be2-daad-487d-9095-4acfcf2c3642, kind: Service { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf }, name: Name(\"ntp-de3cd5a4-cb05-4666-9b38-ab60ab962abf\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 32])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 2213db84-49a0-49f2-92d5-2978058a97ec (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } } } }, OmicronZoneConfig { id: 66b355c4-8502-43c4-b111-0ccc1116851a (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } } } }, OmicronZoneConfig { id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } } } }, OmicronZoneConfig { id: e390af1e-afab-45e5-8d2a-d6c9468db69d (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External } } } }, OmicronZoneConfig { id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.121217462Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.121421876Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.121434066Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.141720863Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.141744843Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.159145402Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.159172312Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.177135382Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.177158143Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.19549127Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.19551307Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.212878628Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.212902249Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.230733776Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.230760046Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.248453631Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.248478831Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.266508362Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.266534543Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.266725967Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.266835449Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:32.299536974Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:32.299584735Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:32.299594215Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:32.299603885Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:32.299611555Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.299721377Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"86a733de-996b-464d-a880-b99e1e762677","remote_addr":"[fd00:1122:3344:101::1]:38324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\", TimeNotSynchronized), (\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\", TimeNotSynchronized), (\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\", TimeNotSynchronized), (\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\", TimeNotSynchronized), (\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\", TimeNotSynchronized)]","latency_us":178897,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:32.299898851Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"307.958639ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86a733de-996b-464d-a880-b99e1e762677\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 22:12:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"86a733de-996b-464d-a880-b99e1e762677\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fe659be2-daad-487d-9095-4acfcf2c3642, kind: Service { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf }, name: Name(\"ntp-de3cd5a4-cb05-4666-9b38-ab60ab962abf\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 32])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 2213db84-49a0-49f2-92d5-2978058a97ec (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } } } }, OmicronZoneConfig { id: 66b355c4-8502-43c4-b111-0ccc1116851a (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } } } }, OmicronZoneConfig { id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } } } }, OmicronZoneConfig { id: e390af1e-afab-45e5-8d2a-d6c9468db69d (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External } } } }, OmicronZoneConfig { id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.607532673Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.60792537Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.607946441Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.627782068Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.627830239Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.64633908Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.64637754Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.664162637Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.664206688Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.682658827Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.682706288Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.70074074Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.70078144Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.719274891Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.719302791Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.737317584Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.737349063Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.755059417Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.755097678Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.75524811Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.755350653Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:32.787334584Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:32.787373255Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:32.787381335Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:32.787388935Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:32.787417376Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:32.787509477Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"7420b463-c504-4ae5-9933-52805f0f48c4","remote_addr":"[fd00:1122:3344:101::1]:38324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\", TimeNotSynchronized), (\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\", TimeNotSynchronized), (\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\", TimeNotSynchronized), (\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\", TimeNotSynchronized), (\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\", TimeNotSynchronized)]","latency_us":180291,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:32.787701051Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"357.768156ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7420b463-c504-4ae5-9933-52805f0f48c4\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 22:12:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7420b463-c504-4ae5-9933-52805f0f48c4\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fe659be2-daad-487d-9095-4acfcf2c3642, kind: Service { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf }, name: Name(\"ntp-de3cd5a4-cb05-4666-9b38-ab60ab962abf\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 32])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 2213db84-49a0-49f2-92d5-2978058a97ec (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } } } }, OmicronZoneConfig { id: 66b355c4-8502-43c4-b111-0ccc1116851a (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } } } }, OmicronZoneConfig { id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } } } }, OmicronZoneConfig { id: e390af1e-afab-45e5-8d2a-d6c9468db69d (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External } } } }, OmicronZoneConfig { id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.145651171Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.146036919Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.146056849Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.165394496Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.165441297Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.184170783Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.184199273Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.202552091Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.202590141Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.220565401Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.220598052Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.239550652Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.239578612Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.257263927Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.257295577Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.275029423Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.275055993Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.293765568Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.293808446Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.294032703Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.294190136Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:33.328452302Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:33.328488173Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:33.328496563Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:33.328504774Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:33.328511284Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.328605656Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"c36ddffc-1434-4505-93f8-c4a2dac0802c","remote_addr":"[fd00:1122:3344:101::1]:38324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\", TimeNotSynchronized), (\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\", TimeNotSynchronized), (\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\", TimeNotSynchronized), (\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\", TimeNotSynchronized), (\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\", TimeNotSynchronized)]","latency_us":183300,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:33.328720072Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"351.499131ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c36ddffc-1434-4505-93f8-c4a2dac0802c\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 22:12:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c36ddffc-1434-4505-93f8-c4a2dac0802c\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fe659be2-daad-487d-9095-4acfcf2c3642, kind: Service { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf }, name: Name(\"ntp-de3cd5a4-cb05-4666-9b38-ab60ab962abf\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 32])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 2213db84-49a0-49f2-92d5-2978058a97ec (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } } } }, OmicronZoneConfig { id: 66b355c4-8502-43c4-b111-0ccc1116851a (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } } } }, OmicronZoneConfig { id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } } } }, OmicronZoneConfig { id: e390af1e-afab-45e5-8d2a-d6c9468db69d (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External } } } }, OmicronZoneConfig { id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.679584445Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.679884461Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.679897421Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.698484293Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.698518974Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.716943283Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.716996694Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.736713769Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.73675741Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.755413764Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.755445494Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.773234651Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.773272582Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.792918215Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.792958026Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.810750522Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.810785043Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.829240423Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.829299824Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.829460207Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.829556989Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:33.862846706Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:33.862892637Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:33.862901447Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:33.862908407Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:33.862916927Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:33.863016369Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"9fdb4757-9421-4891-869c-f121a2b5d493","remote_addr":"[fd00:1122:3344:101::1]:38324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\", TimeNotSynchronized), (\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\", TimeNotSynchronized), (\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\", TimeNotSynchronized), (\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\", TimeNotSynchronized), (\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\", TimeNotSynchronized)]","latency_us":183802,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:33.863142562Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"334.05867ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fdb4757-9421-4891-869c-f121a2b5d493\", \"content-length\": \"124\", \"date\": \"Fri, 04 Oct 2024 22:12:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9fdb4757-9421-4891-869c-f121a2b5d493\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fe659be2-daad-487d-9095-4acfcf2c3642, kind: Service { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf }, name: Name(\"ntp-de3cd5a4-cb05-4666-9b38-ab60ab962abf\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 32])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 2213db84-49a0-49f2-92d5-2978058a97ec (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } } } }, OmicronZoneConfig { id: 66b355c4-8502-43c4-b111-0ccc1116851a (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } } } }, OmicronZoneConfig { id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } } } }, OmicronZoneConfig { id: e390af1e-afab-45e5-8d2a-d6c9468db69d (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External } } } }, OmicronZoneConfig { id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.197403647Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.197748384Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.197816595Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.216821776Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.216867487Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.23600715Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.236056261Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.254146423Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.254192154Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.272749596Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.272792097Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.294055193Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.294101384Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.313530733Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.313568104Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.332421731Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.332460252Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.352590335Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.352639196Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.35281239Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.35290466Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.436569737Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.436644339Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.436657149Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.436666339Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.436675138Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.530625911Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.535288565Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.539658192Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.543819896Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.548385023Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.552985239Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.55751673Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.562208053Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.566887127Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:34.571448448Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:37.017174722Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"165.916121ms"} {"msg":"Profile for oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:37.563773802Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:37.563909705Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:37.563944586Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:37.569485257Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:37.588127734Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:37.588283233Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:37.594913266Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:37.595029078Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:37.652596782Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:37.652726145Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 34.831679ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:37.708474711Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\") failed: Property not found. retry in 32.166277ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:37.716106454Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 34.222322ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:37.733315409Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 36.458829ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:37.740141966Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 109.086811ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:37.751272089Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\") failed: Property not found. retry in 98.661281ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:37.758916372Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 139.806977ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:37.890371026Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 216.896298ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:38.019815939Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\") failed: Property not found. retry in 69.979488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:38.270194835Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\") failed: Property not found. retry in 291.217904ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:38.528188532Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 207.563679ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:38.612120043Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 142.80588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:38.66088565Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 376.60794ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:38.695007523Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\") failed: Property not found. retry in 126.814993ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:38.750950994Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\") failed: Property not found. retry in 430.652019ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:38.793767102Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 202.986208ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:38.850700682Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 507.774607ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:38.892809245Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\") failed: Property not found. retry in 191.193906ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:38.935112423Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 446.670235ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:39.096419724Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 564.074185ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:39.14811896Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\") failed: Property not found. retry in 440.502601ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:39.189040459Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\") failed: Property not found. retry in 1.043734185s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:39.255309487Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 496.302733ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:39.559595191Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 924.407176ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:39.6229522Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\") failed: Property not found. retry in 729.193509ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:39.676293239Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 1.146837725s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:39.73128486Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 997.657816ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:40.097332142Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\") failed: Property not found. retry in 1.027073205s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:40.319571644Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\") failed: Property not found. retry in 1.127276475s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:40.413752371Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 974.92667ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:40.557260945Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 1.035684544s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:40.884213483Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 1.176098158s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:41.10268723Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:41.137002647Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42785"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:41.137237889Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"db2bb89a-dfb3-4a5a-9598-f88fdb09dfda","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42785","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\") failed: Property not found. retry in 1.063762038s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:41.353879951Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 1.358862074s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:41.539319496Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\") failed: Property not found. retry in 695.637306ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:41.548234104Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 718.083115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:41.927255246Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\") failed: Property not found. retry in 1.487702757s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:42.256052352Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 776.573085ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:42.285792557Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\") failed: Property not found. retry in 538.197656ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:42.424517106Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 934.76061ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:42.655724196Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 1.369374432s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:42.905961898Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\") failed: Property not found. retry in 839.494903ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:42.971296107Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 656.128323ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:43.069713298Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 1.020683641s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:43.597719293Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 967.543424ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:43.732122565Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\") failed: Property not found. retry in 904.548956ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:43.74733883Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\") failed: Property not found. retry in 836.127608ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:43.816695169Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 884.742126ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:44.280280494Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 1.245778543s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:44.626232392Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a\") failed: Property not found. retry in 1.304364945s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:44.659896676Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a\") failed: Property not found. retry in 1.450368844s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:44.667937978Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 560.127542ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:44.705320946Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 1.431421134s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:45.173208678Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 1.062861986s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:45.27419584Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 943.910538ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:45.880573585Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 940.721071ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:46.344273443Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 1.465379748s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:46.611927073Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 861.545089ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:46.83295077Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 906.165082ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:47.293841827Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 1.298167752s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:47.704463241Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 1.150430036s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:48.109479193Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 1.122135693s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:48.212013731Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 826.300829ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:49.013189163Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 1.089041372s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:49.27008602Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 1.042945314s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:49.344407172Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 1.374037031s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:49.852063279Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 842.681408ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:50.373764516Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 1.279561377s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:50.399678524Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 783.709847ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:51.229327164Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 1.118124618s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:51.23912844Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 1.388938848s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:51.689845548Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 835.995944ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:52.022824216Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:52.19227881Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"274.15902ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 886.870557ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:52.366268244Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 691.235843ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:52.867566097Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 915.374431ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:53.088718271Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 1.150782002s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:53.2639326Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 926.093957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:53.56938105Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 529.8763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:54.014119223Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 780.465162ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:54.424472604Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 990.731139ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:54.503558985Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 926.165813ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:54.552516232Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed\") failed: Property not found. retry in 1.468846963s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:55.213996863Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec\") failed: Property not found. retry in 1.035410176s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:55.486118971Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d\") failed: Property not found. retry in 1.254417656s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:12:55.501700083Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:56.779263963Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_e9c00a4e-9176-4282-bbd6-c7c66cccbfed"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:56.779326104Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_66b355c4-8502-43c4-b111-0ccc1116851a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:56.779335834Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_670b5e38-d233-4bb0-b4b7-0948121b4c1a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:56.779343954Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_2213db84-49a0-49f2-92d5-2978058a97ec"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:56.779350394Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_e390af1e-afab-45e5-8d2a-d6c9468db69d"} {"msg":"Writing ledger to /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:56.779402055Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:56.779891835Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:56.780243342Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"45bbc6ba-e681-4479-b00f-362bb2b5ebd7","remote_addr":"[fd00:1122:3344:101::1]:38324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22617381,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:56.812775372Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:37296"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:12:56.842357003Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3720"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:04.119770485Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3738"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.595953179Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3761"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.596421638Z","hostname":"sock","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"877fe099-ccb8-4305-bd87-c8177864894d","remote_addr":"[fd00:1122:3344:101::1]:37296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22784098,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.5990305Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56576"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.599645572Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"42fcf369-e1f6-48bc-8a7b-715be8ac5491","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56576","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":217,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:19.604795125Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"583.674144ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fe659be2-daad-487d-9095-4acfcf2c3642, kind: Service { id: de3cd5a4-cb05-4666-9b38-ab60ab962abf }, name: Name(\"ntp-de3cd5a4-cb05-4666-9b38-ab60ab962abf\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 32])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 2213db84-49a0-49f2-92d5-2978058a97ec (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } } } }, OmicronZoneConfig { id: 66b355c4-8502-43c4-b111-0ccc1116851a (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } } } }, OmicronZoneConfig { id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } } } }, OmicronZoneConfig { id: e390af1e-afab-45e5-8d2a-d6c9468db69d (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External } } } }, OmicronZoneConfig { id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External } } } }, OmicronZoneConfig { id: fcb39657-4027-45f8-9b5b-fc09e764f468 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: bbfb69f6-617d-4782-a1f5-f7e225f6c330, kind: Service { id: fcb39657-4027-45f8-9b5b-fc09e764f468 }, name: Name(\"external-dns-fcb39657-4027-45f8-9b5b-fc09e764f468\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 178])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: e5972f58-0215-4789-9de6-8c745fc8691c (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 46b99b09-11d4-4fe4-bf41-6ed61ba36d44, kind: Service { id: e5972f58-0215-4789-9de6-8c745fc8691c }, name: Name(\"external-dns-e5972f58-0215-4789-9de6-8c745fc8691c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 244])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5b35dee7-890d-4eb6-8ee1-7360a15c561a (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 948c7b04-5bd4-4111-a486-7fc541ba08f2, kind: Service { id: 5b35dee7-890d-4eb6-8ee1-7360a15c561a }, name: Name(\"nexus-5b35dee7-890d-4eb6-8ee1-7360a15c561a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 10])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: e72dd7c9-9d72-4f49-b48b-231a411d26a3 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 13e67383-e8ea-42d3-b048-d94c625ebeb6, kind: Service { id: e72dd7c9-9d72-4f49-b48b-231a411d26a3 }, name: Name(\"nexus-e72dd7c9-9d72-4f49-b48b-231a411d26a3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 46d21628-a828-4b09-b280-d1af35f56206 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 75662bd1-8970-44ab-88a5-02e715476179 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 9195d467-8fcf-4fcc-9e20-edc728f0400f, kind: Service { id: 46d21628-a828-4b09-b280-d1af35f56206 }, name: Name(\"nexus-46d21628-a828-4b09-b280-d1af35f56206\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 186])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 75036a45-c39d-44e7-9208-1799441e9ebf (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: ba3eccf6-4897-41d8-a079-7fc999427052 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } } } }, OmicronZoneConfig { id: 6436d814-77d3-42d3-9e54-70a16d185c32 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 98ea9840-3ff8-4efd-aa4d-cfad1addd77d (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 67428935-72b2-44d0-8f19-d288da37d55b (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 66a90fa6-7dcc-4ced-93d6-67a7ab8c3856 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External } } } }, OmicronZoneConfig { id: 230eb49b-a0c6-474e-aace-ba30ff793520 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External } } } }, OmicronZoneConfig { id: 39899e1a-3f0a-429a-ae05-77f3247d3e26 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2367eac2-ed23-44dc-8c16-a31ddf5412c7 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External } } } }, OmicronZoneConfig { id: f1bebc8f-e709-4c9a-a00c-cd503c04c45b (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External } } } }, OmicronZoneConfig { id: b6678fd5-9eca-4aa7-9e47-23ad27c73c85 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 75662bd1-8970-44ab-88a5-02e715476179 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 75662bd1-8970-44ab-88a5-02e715476179 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72974fd7-cc49-40bb-8097-19b6d7d747d3 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1279c2fc-c95f-45e2-a67c-783305b4023a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1279c2fc-c95f-45e2-a67c-783305b4023a (zpool), kind: External } } } }, OmicronZoneConfig { id: 06c64b28-3935-456b-b9a9-8035576b6e7a (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: d4135165-e105-4373-9d12-4efe0b6e4c50 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d4135165-e105-4373-9d12-4efe0b6e4c50 (zpool), kind: External } } } }, OmicronZoneConfig { id: e74049ca-0d69-456c-8680-673308a2e271 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.637387566Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.637895406Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53624"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.639694232Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.639707253Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8184f7df-5baa-40ae-9a32-5ef324ff5be3, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.664564169Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.66461221Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2cceb95f-37ad-478b-be36-e32fb96c3dd0, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.687495437Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.687532798Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 173a8178-efd5-4ec1-9f4c-a05bc972d94c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.708434415Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.708478956Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2213db84-49a0-49f2-92d5-2978058a97ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.729587808Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.729628659Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 66b355c4-8502-43c4-b111-0ccc1116851a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.750108138Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.750148629Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e9c00a4e-9176-4282-bbd6-c7c66cccbfed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.770395533Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.770430964Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e390af1e-afab-45e5-8d2a-d6c9468db69d, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.790564066Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.790597907Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 670b5e38-d233-4bb0-b4b7-0948121b4c1a, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fcb39657-4027-45f8-9b5b-fc09e764f468, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.810011764Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.810048145Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fcb39657-4027-45f8-9b5b-fc09e764f468, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e5972f58-0215-4789-9de6-8c745fc8691c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.889560693Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.889609805Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e5972f58-0215-4789-9de6-8c745fc8691c, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ba3eccf6-4897-41d8-a079-7fc999427052, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.962371168Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:19.962421949Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ba3eccf6-4897-41d8-a079-7fc999427052, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66a90fa6-7dcc-4ced-93d6-67a7ab8c3856, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.034484848Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.034535179Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 66a90fa6-7dcc-4ced-93d6-67a7ab8c3856, dataset_name: DatasetName { pool_name: ZpoolName { id: 676a3716-3d3e-465b-9699-cf98062dabca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 230eb49b-a0c6-474e-aace-ba30ff793520, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.105233618Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.105281816Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 230eb49b-a0c6-474e-aace-ba30ff793520, dataset_name: DatasetName { pool_name: ZpoolName { id: 9af95e51-a064-462a-bea1-8d3042c749de (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39899e1a-3f0a-429a-ae05-77f3247d3e26, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.17876121Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.178814181Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 39899e1a-3f0a-429a-ae05-77f3247d3e26, dataset_name: DatasetName { pool_name: ZpoolName { id: 9e3d11a1-af30-407b-b05f-d5f1a5762d41 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2367eac2-ed23-44dc-8c16-a31ddf5412c7, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.253501754Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.25354533Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2367eac2-ed23-44dc-8c16-a31ddf5412c7, dataset_name: DatasetName { pool_name: ZpoolName { id: ac4d5d54-7085-42e4-a0d6-359bebb3c91f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f1bebc8f-e709-4c9a-a00c-cd503c04c45b, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.32194427Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.322013552Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f1bebc8f-e709-4c9a-a00c-cd503c04c45b, dataset_name: DatasetName { pool_name: ZpoolName { id: c4a31058-0731-4581-8d9d-c5c4b66770da (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6678fd5-9eca-4aa7-9e47-23ad27c73c85, dataset_name: DatasetName { pool_name: ZpoolName { id: 75662bd1-8970-44ab-88a5-02e715476179 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.402614277Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.402660534Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b6678fd5-9eca-4aa7-9e47-23ad27c73c85, dataset_name: DatasetName { pool_name: ZpoolName { id: 75662bd1-8970-44ab-88a5-02e715476179 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72974fd7-cc49-40bb-8097-19b6d7d747d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 1279c2fc-c95f-45e2-a67c-783305b4023a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.470671181Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.470737582Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 72974fd7-cc49-40bb-8097-19b6d7d747d3, dataset_name: DatasetName { pool_name: ZpoolName { id: 1279c2fc-c95f-45e2-a67c-783305b4023a (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 06c64b28-3935-456b-b9a9-8035576b6e7a, dataset_name: DatasetName { pool_name: ZpoolName { id: d4135165-e105-4373-9d12-4efe0b6e4c50 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.535126748Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.535173469Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 06c64b28-3935-456b-b9a9-8035576b6e7a, dataset_name: DatasetName { pool_name: ZpoolName { id: d4135165-e105-4373-9d12-4efe0b6e4c50 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e74049ca-0d69-456c-8680-673308a2e271, dataset_name: DatasetName { pool_name: ZpoolName { id: 2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.598642747Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.598694518Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e74049ca-0d69-456c-8680-673308a2e271, dataset_name: DatasetName { pool_name: ZpoolName { id: 2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.662201417Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.662271308Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.662549373Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.662707707Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.783468999Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.784097861Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.785453648Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.845273693Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.845490098Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.845513098Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.845526828Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.845542639Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.845548529Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.845553839Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.85612289Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:20.998046075Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.059624815Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.059685096Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.059704737Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.059710107Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.059713487Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.059716777Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.059720017Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.059967992Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.066862409Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.073716297Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.079751607Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.08442484Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.089660085Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.094296568Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.24311326Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.249015898Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.254570919Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.259359335Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.264092409Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.268971097Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.273399905Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.278676531Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.283049618Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.288438866Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.29414966Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.300037657Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.305702271Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.312220621Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.364044596Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.364903933Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.372507035Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.380217829Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.387151787Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.394368562Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.401541105Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.409270609Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.52797875Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.621663661Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.683506777Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.746161258Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.750097307Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.750113947Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.807095825Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 158, 244]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.807128896Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.8088212Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.80883679Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.863312458Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 148, 10]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.863351689Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.864847539Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.864863319Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.926350957Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 203, 186]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.926383418Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.928208364Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.928221645Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.989495578Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 137, 178]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.989527519Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.992688832Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:21.992704033Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.048576131Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 174, 146]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.048604472Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.048903006Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.048913629Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.049040388Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.049055848Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.049094059Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.049099059Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.049120889Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.0491253Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.052883065Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.054575789Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.100872473Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.103789201Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.103867933Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.107171989Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.10720171Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.110491555Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.110506176Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.110581577Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.253073594Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.258113544Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.25842196Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.280083313Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.301690645Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.337281646Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.442286723Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.471330413Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.501901354Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.520398583Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.543149027Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:22.603602075Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.579318468Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.592272947Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.592682086Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.59642907Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.65299934Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.653064652Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.653070102Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.663910228Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.672882597Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.673073171Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.673632232Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.673864007Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.674134542Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.676698614Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.676709774Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.685103992Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.697173763Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.714237263Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.71956424Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.724164262Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.874543776Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:24.875935833Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 25.652662ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:25.083408548Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 52.587606ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:25.105936968Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 68.2515ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:25.13209107Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 59.493839ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:25.165905146Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 48.911365ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:25.205406055Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 53.042381ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:25.274115887Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 104.56075ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:25.36939386Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 36.852724ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:25.388364449Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 37.783695ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:25.683166557Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 119.627834ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:25.892117251Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 104.418634ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:25.991314272Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 123.201704ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.160641195Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 117.548647ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.23150094Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 44.626338ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.262684933Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 44.590544ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.349242512Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 56.869935ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.486624206Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 279.073976ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.516646786Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 79.150127ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.550170545Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 61.655076ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.575991261Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 247.024254ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.601731365Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 136.501775ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.629808696Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 71.318043ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.651897447Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 244.27125ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.669453098Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 291.391184ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.685863946Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 107.426592ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.705852575Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 55.746749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.726783873Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 203.589228ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.74666243Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 190.267504ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.763621369Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 158.746947ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.778852003Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 361.351637ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.79173413Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 142.170076ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.804359723Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 236.555721ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.81723957Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 544.720351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:26.831031105Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:26.991253056Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 487.934123ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.004258006Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 417.277805ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.016586582Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 243.858477ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.030061211Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 273.448763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.041965059Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 323.388395ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.052503459Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 453.89311ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.062890557Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 172.998351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.073357366Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 416.548355ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.085310215Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 453.590159ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.094973268Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:27.095139111Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:27.100301734Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:27.100633841Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 624.154399ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.167767502Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 452.95962ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.259000204Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 1.085060736s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.286850341Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 455.471581ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.33089077Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 41.918339ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.346342016Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 63.452256ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.356291348Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 939.525237ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.390001311Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 101.88922ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.400224305Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 595.544566ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.411504211Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 70.939582ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.431297046Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 677.340472ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.448447228Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 505.413233ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.505525609Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 240.951004ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.518320924Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 244.306607ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.529301723Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 543.628341ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.543048027Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 1.049371346s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.553308712Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 848.077647ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.565245921Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 616.525557ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.726262697Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 577.005653ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.778162463Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 575.291802ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.793375058Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 1.222029063s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.804915758Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 1.094091613s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:27.81703699Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 763.036548ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:28.023837821Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 1.467271185s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:28.037752069Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 1.282983401s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:28.096854Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 1.485595446s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:28.138081343Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 653.704312ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:28.342973336Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 1.18478136s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:28.353378584Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 1.017859338s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:28.367587748Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 1.010780401s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:28.381348283Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 1.074916949s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:28.392189999Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 1.287382957s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:28.425383102Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 1.113550606s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:28.614714184Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 918.256122ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:28.799146197Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 909.019254ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:28.924476971Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 534.924144ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:29.009419828Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 1.263815406s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:29.039611231Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 1.384446545s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:29.392185884Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 1.308131046s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:29.404594642Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 893.672064ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:29.416566431Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 623.475753ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:29.480350935Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 769.460371ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:29.517108929Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 1.183898199s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:29.55070329Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 768.961101ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:29.560942364Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 923.965832ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:29.695800368Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 1.415401552s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:29.840100581Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 628.91463ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:29.887461096Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 1.077110905s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:29.936851793Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 1.030567596s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:29.96173888Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 557.538361ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:30.292362965Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 1.321846849s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:30.440476654Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 1.440695243s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:30.48935315Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 1.015940505s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:30.580726075Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 1.309917612s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:30.687312884Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 1.269565878s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:30.774117628Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 892.877388ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:30.785148368Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 681.717013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:30.795945744Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 599.518931ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:30.807410363Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 674.805446ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:30.81828225Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 1.043747104s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:30.86435125Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 1.45202733s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:31.006611912Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 1.304316471s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:31.027010109Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 788.318629ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:31.270058105Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 726.012547ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:31.4205137Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 656.175767ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:31.612969083Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 634.219924ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:31.62629506Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 1.008453949s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:31.638176947Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 660.959196ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:31.691354889Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 570.07899ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:31.775410408Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 1.237673321s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:31.922116889Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 968.114603ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:31.943510416Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 1.047101518s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.009430463Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 946.757649ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.057763928Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 611.757943ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.070173226Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 1.308536586s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.158104763Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 1.485768521s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.27408357Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 1.218052886s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.286919036Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 1.365484444s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.344031847Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 884.421391ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.357084528Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 1.138637035s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.368582057Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:32.377929114Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:32.37822063Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 509.052851ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.471139806Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 27.766033ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.642801904Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 1.277968619s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.65858906Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 136.498375ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.68112791Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 1.055075843s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.69314469Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 142.970502ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.827697608Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 664.626809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.920513592Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 215.95472ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.980699984Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 1.219086585s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:32.988914838Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 549.174473ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:33.013109342Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 853.780335ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:33.066053669Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 1.14900067s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:33.168363963Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 1.074225791s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:33.205566886Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 1.133691151s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:33.251506924Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 1.144941909s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:33.477515658Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 683.85314ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:33.51563574Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 609.612978ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:33.52417049Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 599.117854ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:33.571195479Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 1.097894346s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:33.59527426Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 737.204572ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:33.718362759Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 903.231546ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:33.756431399Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 631.08701ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:33.768714675Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 985.32905ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:33.92716438Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 1.213034993s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:33.944140999Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 1.453310156s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.14244296Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 510.609468ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.17949616Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 1.360084749s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.208643432Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 556.232799ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.217586351Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 502.792058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.28860365Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 977.087763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.326359194Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 1.216184466s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.394131518Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 600.447439ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.407594757Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 504.892891ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.464157916Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 1.325346985s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.631306315Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 1.258416351s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.669812264Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 862.666232ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.698863104Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 1.073394877s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.708619149Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 992.890486ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.782622107Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 888.145442ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.800676558Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 1.074265138s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.921661355Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 1.346624583s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:34.978328807Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 967.734998ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:35.017464448Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 1.156304081s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:35.16721935Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:35.285237828Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"1.387208156s"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 706.456258ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:35.523450016Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 580.762481ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:35.642996294Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 646.697637ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:35.668600555Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 1.075736762s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:35.686669976Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 1.191073284s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:35.726994672Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 712.355019ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:35.774094113Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 845.296749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:35.820600162Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 657.301943ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:35.837640122Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 1.466912245s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:35.940410055Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 605.628468ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:35.967033587Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 885.064843ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:35.995642148Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 1.116304946s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:36.007543726Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 1.131066806s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:36.233841277Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 775.343483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:36.24403553Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 1.088499564s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:36.325368045Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 1.073600523s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:36.333418936Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 1.334166506s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:36.341071739Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 721.353205ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:36.49833288Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 815.996516ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:36.508099855Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 1.434435578s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:36.586274526Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 602.442072ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:36.678640301Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 1.00120595s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:36.775313762Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 1.10441437s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:36.890814529Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 520.392892ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:36.925664836Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 647.572178ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:37.02901149Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 1.220127795s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:37.132928276Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 1.243390958s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:37.228442334Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 1.214324669s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:37.290365731Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 998.117355ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:37.336796678Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 1.015064714s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:37.379258077Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 888.987039ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:37.420664404Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 903.593445ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:37.43200901Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 1.369776139s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:37.443088922Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 958.02045ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:37.458547041Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 1.202369444s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:37.734203896Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 890.937415ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:37.743508722Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:37.744037383Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:37.744206256Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:37.744215066Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:37.749524492Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:37.749614204Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:37.75439547Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 1.437892765s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:37.78494439Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 1.132756567s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.006073837Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 1.214453529s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.030062626Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 51.595898ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.051294661Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 39.617661ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.058560056Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 42.767723ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.065583746Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 116.733768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.107091375Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 62.269153ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.140762318Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 106.968396ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.148939741Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 230.203428ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.214405459Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 293.718913ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.234834347Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 192.451977ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.266351517Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 853.103218ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.318771584Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 1.020218872s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.343669051Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 777.579569ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.351445177Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 781.346273ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.363757352Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 1.364426837s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.40219726Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 742.371206ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.424054727Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 344.439161ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.453347502Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 263.987454ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.468852352Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 1.259410984s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.481877342Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 1.168617556s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.513554455Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 531.661648ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.538153966Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 1.144169216s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.643912708Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 1.02946407s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.742569809Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 799.745043ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.805660429Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 1.260079359s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.82073042Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 651.831652ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:38.945954082Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 1.095044409s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.079995809Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 804.74305ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.138156841Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 806.967115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.14759408Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 1.198004471s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.155149541Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 1.451033473s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.175491587Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 736.361081ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.183030628Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 1.115011663s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.231873333Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 1.338244702s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.252525646Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 1.150216293s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.372941671Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 697.618254ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.606312123Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 764.901627ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.614880784Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 1.30271157s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.691250909Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 816.30323ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.75038571Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 768.268913ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.776031723Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 701.400196ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.784522282Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 990.592489ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.798305438Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 576.005539ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.929517039Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 1.101885909s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.951785374Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 523.018134ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:39.963887526Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 737.567815ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:40.091440943Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 1.249168952s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:40.185191356Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 1.431400368s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:40.314766555Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 1.168206211s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:40.356685912Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 930.296718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:40.368311904Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 704.134944ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:40.394103649Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 870.727519ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:40.535483013Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 1.490217137s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:40.54484093Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 1.464313949s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:40.553644876Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 982.865902ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:40.561428602Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 536.712776ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:40.568819739Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 1.473369525s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:40.576665796Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 1.149912364s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:40.634673975Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 1.016175864s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:40.643326258Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:40.777236642Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:40.777384845Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 1.498689877s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:40.799316314Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 867.204499ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:40.839073368Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468\") failed: Property not found. retry in 51.096142ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.00088689Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 647.205041ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.009018463Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468\") failed: Property not found. retry in 67.852843ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.061747136Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 1.22784032s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.070827337Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 1.116716404s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.10801541Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 641.07173ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.116313226Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468\") failed: Property not found. retry in 123.634984ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.1375289Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468\") failed: Property not found. retry in 482.413418ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.31276512Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 619.962736ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.32628347Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 1.313728153s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.450720686Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 716.171738ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.486662094Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 1.402211856s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.535417697Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 1.075162624s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.553486698Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 1.025266224s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.66523006Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 1.419053797s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.672892924Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 1.465093048s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.715109147Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 568.647901ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.75583805Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 879.489049ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.767039314Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 1.449011201s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.794489793Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468\") failed: Property not found. retry in 869.579115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.805558184Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 627.163549ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:41.954719523Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 954.798664ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.027979667Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 743.961881ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.044009967Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 555.571475ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.059003377Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 509.167655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.214184456Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 676.501213ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.237340309Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 796.458396ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.309280526Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 1.41814355s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.318208234Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 1.323224472s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.333132422Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 731.093054ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.59288414Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 1.447378191s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.626134965Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 681.459906ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.639762257Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 659.396815ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.657196965Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468\") failed: Property not found. retry in 946.009009ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.686238185Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 712.504813ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.700772945Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 1.245317265s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.732979889Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 866.820826ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.775638241Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 569.296865ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.799763393Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 1.131831804s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.923955474Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 1.12307254s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.94829674Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 792.759438ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:42.993270908Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 537.926142ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.104941549Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 727.146276ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.116328706Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 1.024758762s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.192672882Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 569.200182ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.258216391Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 1.175231009s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.330390713Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 619.636982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.342199438Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 1.362756263s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.352104066Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 742.70183ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.379407262Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 697.651592ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.425828079Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468\") failed: Property not found. retry in 702.477055ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.644478266Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 1.223524698s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.654985766Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 601.162678ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.66619451Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 720.626803ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.675142209Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 543.315103ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.749923262Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 623.416025ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.799460872Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 1.11933616s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.841627474Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 774.872618ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.854210886Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 1.222441011s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.977726203Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 1.191771833s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:43.992464778Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 1.382400739s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.071536627Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 1.309356758s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.085091348Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 1.345739845s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.099075817Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 1.226372578s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.136849352Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 767.514277ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.151027355Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 695.257097ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.231306789Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 632.342109ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.28393797Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 570.400784ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.307537301Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468\") failed: Property not found. retry in 715.429513ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.361731714Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 1.044429065s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.411955507Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 797.98968ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.439514918Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 1.20189125s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.521343392Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 533.782199ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.647868039Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 514.501848ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.735156983Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 991.80456ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.890853623Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 1.200688467s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.903443914Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 687.905725ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.930412403Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 518.263382ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.940594046Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 1.032337113s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.94977217Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 1.319480774s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:44.97332166Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468\") failed: Property not found. retry in 646.739695ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.093914689Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:45.169880927Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:45.170094181Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 635.877195ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.196939887Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 645.271484ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.214128861Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 550.619414ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.229434856Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 872.9152ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.260359694Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 1.238756794s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.277394084Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 544.386702ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.382589056Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 975.989344ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.410771199Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052\") failed: Property not found. retry in 56.012571ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.455675526Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 1.069980407s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.473847329Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 519.736331ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.484277887Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 1.375091745s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.495110023Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 587.999586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.504799617Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052\") failed: Property not found. retry in 73.58607ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.519114583Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052\") failed: Property not found. retry in 195.72773ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.603478698Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 728.682674ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.628292353Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 749.951479ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.89294295Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 620.830586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.90343718Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052\") failed: Property not found. retry in 271.363192ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.915425769Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 935.408262ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.923346297Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 1.20706083s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.933548921Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 926.260942ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.94149221Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 686.568723ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.951142003Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468\") failed: Property not found. retry in 1.489550929s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.959589151Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 570.834447ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:45.992886026Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 862.163592ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.018941577Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 606.977095ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.10368106Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 753.806545ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.112752011Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 526.542754ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.141999295Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052\") failed: Property not found. retry in 472.786885ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.197233319Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 936.085414ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.304605433Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 612.142431ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.36553327Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 619.383194ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.397126472Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 1.11266132s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.525298432Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 1.418005335s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.537563916Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 1.26514625s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.555027615Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 1.309291747s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.577276379Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 654.583584ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.656366329Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 753.828015ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.669834058Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 911.660344ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.683798647Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052\") failed: Property not found. retry in 611.415856ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.700026811Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 508.804234ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.723935839Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 1.291107842s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.873424055Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 1.453055996s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.887427785Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 815.702074ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.899227131Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 1.383479692s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.910018814Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 1.05123823s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.920921664Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 735.922026ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:46.993513014Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 1.474745996s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.028910651Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 585.86043ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.150702544Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 716.512716ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.249400066Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 1.48874248s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.265391995Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052\") failed: Property not found. retry in 1.314235027s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.322563677Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 1.326527102s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.331840943Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 1.385705954s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.433403232Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468\") failed: Property not found. retry in 974.398356ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.459570304Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 545.692613ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.608871906Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 777.143797ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.650894265Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 1.48594288s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.730323542Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 1.295944896s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.742816132Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 1.294096811s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.752652918Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 1.383360781s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.834043344Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 1.173231827s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.900748847Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 1.356178658s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.968902368Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 1.337742475s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.980553061Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 824.168938ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:47.992161453Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 703.614797ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:48.168335042Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 846.62289ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:48.183927013Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271\") failed: Property not found. retry in 1.333385762s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:48.306057133Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 920.178982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:48.354182555Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 991.519489ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:48.444181583Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468\") failed: Property not found. retry in 1.096554482s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:48.455267614Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 506.188894ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:48.515502137Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052\") failed: Property not found. retry in 1.221499569s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:48.650570455Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 993.098336ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:48.671005333Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a\") failed: Property not found. retry in 1.134569967s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:48.767377868Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 1.193979146s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:48.832415787Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26\") failed: Property not found. retry in 1.373535945s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:48.843622841Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 640.229534ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:48.883213042Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 830.821664ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.036459123Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 792.136798ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.05130363Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 591.711267ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.063109575Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 1.31961456s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.075809139Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 507.578249ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.089302219Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 500.017854ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.230799475Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 886.311381ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.242389317Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 1.299897782s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.285482408Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 994.098792ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.327529997Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32\") failed: Property not found. retry in 1.49216136s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.33617598Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 602.865036ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.445194838Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3\") failed: Property not found. retry in 1.23757011s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.53692937Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468\") failed: Property not found. retry in 1.433740504s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.567028701Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85\") failed: Property not found. retry in 1.354167544s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.610061571Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:49.666543869Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52259"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:49.674631061Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"f49f8e4e-a9fa-40a6-b1a2-7f30f375a750","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52259","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7883,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7\") failed: Property not found. retry in 884.935254ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.683812364Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 875.550415ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.696094709Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b\") failed: Property not found. retry in 1.070153446s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.747003276Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b\") failed: Property not found. retry in 1.38331538s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.862693967Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf\") failed: Property not found. retry in 879.434284ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.880937982Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052\") failed: Property not found. retry in 999.532341ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:49.895284718Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 648.731889ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:50.044726633Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856\") failed: Property not found. retry in 1.319295626s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:50.068984558Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c\") failed: Property not found. retry in 1.289902189s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:50.14670151Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d\") failed: Property not found. retry in 980.330704ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:50.339306208Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3\") failed: Property not found. retry in 689.345155ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:50.411894428Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206\") failed: Property not found. retry in 809.420705ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:50.596584386Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520\") failed: Property not found. retry in 1.414101631s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:50.607254109Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a\") failed: Property not found. retry in 951.056142ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:50.703957781Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052\") failed: Property not found. retry in 1.232282318s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:50.905489957Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468\") failed: Property not found. retry in 1.231379142s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:51.050140136Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:51.86485106Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"3.45496479s"} {"msg":"wait for service Some(\"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052\") failed: Property not found. retry in 816.729634ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:52.166119988Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052\") failed: Property not found. retry in 1.492335044s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:53.001859442Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052\") failed: Property not found. retry in 618.22975ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:54.505141751Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.152898469Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_6436d814-77d3-42d3-9e54-70a16d185c32"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.152960311Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_e5972f58-0215-4789-9de6-8c745fc8691c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.152965511Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_5b35dee7-890d-4eb6-8ee1-7360a15c561a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.152971191Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_clickhouse_ba3eccf6-4897-41d8-a079-7fc999427052"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.152976781Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_67428935-72b2-44d0-8f19-d288da37d55b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.152980841Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_230eb49b-a0c6-474e-aace-ba30ff793520"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.152986401Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_39899e1a-3f0a-429a-ae05-77f3247d3e26"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.153004011Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_2367eac2-ed23-44dc-8c16-a31ddf5412c7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.153008252Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_f1bebc8f-e709-4c9a-a00c-cd503c04c45b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.153012261Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_46d21628-a828-4b09-b280-d1af35f56206"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.153016202Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_fcb39657-4027-45f8-9b5b-fc09e764f468"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.153020352Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_e72dd7c9-9d72-4f49-b48b-231a411d26a3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.153024532Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_oximeter_75036a45-c39d-44e7-9208-1799441e9ebf"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.153028082Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_98ea9840-3ff8-4efd-aa4d-cfad1addd77d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.153032352Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_66a90fa6-7dcc-4ced-93d6-67a7ab8c3856"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.153036692Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_b6678fd5-9eca-4aa7-9e47-23ad27c73c85"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.153040512Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_72974fd7-cc49-40bb-8097-19b6d7d747d3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.153044172Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_06c64b28-3935-456b-b9a9-8035576b6e7a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.153047642Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_e74049ca-0d69-456c-8680-673308a2e271"} {"msg":"Writing ledger to /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.15391919Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.155276777Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.156298847Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"8cfc4482-f838-4688-a398-122caffee561","remote_addr":"[fd00:1122:3344:101::1]:53624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35517957,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.159379219Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.159536892Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.159671254Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.162641824Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.162680555Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.193090102Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/4cb5ec19-6817-424a-9a2f-064289331fa0/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.197455229Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/4cb5ec19-6817-424a-9a2f-064289331fa0/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.353538947Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:13:55.354402375Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"8.426512353s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/4cb5ec19-6817-424a-9a2f-064289331fa0/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.414943674Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/4cb5ec19-6817-424a-9a2f-064289331fa0/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.531216446Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/4cb5ec19-6817-424a-9a2f-064289331fa0/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:55.754560397Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/4cb5ec19-6817-424a-9a2f-064289331fa0/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:56.002868467Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/4cb5ec19-6817-424a-9a2f-064289331fa0/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:56.130295313Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/4cb5ec19-6817-424a-9a2f-064289331fa0/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:56.301559954Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/4cb5ec19-6817-424a-9a2f-064289331fa0/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:56.628250869Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/4cb5ec19-6817-424a-9a2f-064289331fa0/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:57.024642047Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/4cb5ec19-6817-424a-9a2f-064289331fa0/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:57.721204851Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/4cb5ec19-6817-424a-9a2f-064289331fa0/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:58.038607281Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/4cb5ec19-6817-424a-9a2f-064289331fa0/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:58.917174481Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/4cb5ec19-6817-424a-9a2f-064289331fa0/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:13:59.806495845Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/4cb5ec19-6817-424a-9a2f-064289331fa0/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:00.755388529Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/4cb5ec19-6817-424a-9a2f-064289331fa0/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:02.04305963Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46f55c15-8b63-4cb3-92d7-131cc97a8a1e\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 22:14:03 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"4cb5ec19-6817-424a-9a2f-064289331fa0\\\"\", request_id: \"46f55c15-8b63-4cb3-92d7-131cc97a8a1e\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:03.576060492Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c586af0-5676-412a-b5cc-ad60b3a6d2ef\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 22:14:05 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"544b0af3-4a18-4467-8697-af690997796e\\\"\", request_id: \"5c586af0-5676-412a-b5cc-ad60b3a6d2ef\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:05.616484599Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbd8dda8-6e4a-48f0-93de-02dedad4a6fb\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 22:14:07 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"544b0af3-4a18-4467-8697-af690997796e\\\"\", request_id: \"bbd8dda8-6e4a-48f0-93de-02dedad4a6fb\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:08.411694434Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f615b1c7-566a-4a14-91c1-90acd59a8429\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 22:14:10 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"544b0af3-4a18-4467-8697-af690997796e\\\"\", request_id: \"f615b1c7-566a-4a14-91c1-90acd59a8429\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:10.447010679Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ca851aa-6335-4c58-9655-14dc200f5bbd\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 22:14:13 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"544b0af3-4a18-4467-8697-af690997796e\\\"\", request_id: \"6ca851aa-6335-4c58-9655-14dc200f5bbd\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:14.677129912Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6a8f74a-e0bb-45b2-abbb-e31f1ffad2da\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 22:14:19 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"544b0af3-4a18-4467-8697-af690997796e\\\"\", request_id: \"d6a8f74a-e0bb-45b2-abbb-e31f1ffad2da\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:19.525421825Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:19.709973211Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54528"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:19.710038792Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"35993060-edfc-4520-aec3-895fdb70c256","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54528","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65c80e27-b678-4ef0-bb7a-e944c1c137f0\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 22:14:23 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"544b0af3-4a18-4467-8697-af690997796e\\\"\", request_id: \"65c80e27-b678-4ef0-bb7a-e944c1c137f0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:23.067515097Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0069a4d-2815-4c4c-98da-6f9c6de96788\", \"content-length\": \"173\", \"date\": \"Fri, 04 Oct 2024 22:14:28 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"544b0af3-4a18-4467-8697-af690997796e\\\"\", request_id: \"e0069a4d-2815-4c4c-98da-6f9c6de96788\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:28.61159446Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:33.980040844Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:50448","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:62949"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:34.10046896Z","hostname":"sock","pid":1562,"uri":"/544b0af3-4a18-4467-8697-af690997796e","method":"GET","req_id":"54cb7ba3-fd47-4d42-a85a-d07fd7e4e74c","remote_addr":"[fd00:1122:3344:101::d]:62949","local_addr":"[fd00:1122:3344:101::1]:50448","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119201,"response_code":"200"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:35.7956139Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:35.904183419Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38581"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:35.905718509Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:36.130936138Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"fbd4c237-0b92-442b-b966-c1b3565a089f","remote_addr":"[fd00:1122:3344:101::c]:38581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":226571,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:36.135419128Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:36.135492349Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:36.135960999Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:36.136203183Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"fc86ea99-38be-4b97-a2be-bbb8d2513cb0","remote_addr":"[fd00:1122:3344:101::c]:38581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":873,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.795912311Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61235"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.80990613Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46b99b09-11d4-4fe4-bf41-6ed61ba36d44, kind: Service { id: e5972f58-0215-4789-9de6-8c745fc8691c }, name: Name(\"external-dns-e5972f58-0215-4789-9de6-8c745fc8691c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 244])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bbfb69f6-617d-4782-a1f5-f7e225f6c330, kind: Service { id: fcb39657-4027-45f8-9b5b-fc09e764f468 }, name: Name(\"external-dns-fcb39657-4027-45f8-9b5b-fc09e764f468\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 178])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 13e67383-e8ea-42d3-b048-d94c625ebeb6, kind: Service { id: e72dd7c9-9d72-4f49-b48b-231a411d26a3 }, name: Name(\"nexus-e72dd7c9-9d72-4f49-b48b-231a411d26a3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9195d467-8fcf-4fcc-9e20-edc728f0400f, kind: Service { id: 46d21628-a828-4b09-b280-d1af35f56206 }, name: Name(\"nexus-46d21628-a828-4b09-b280-d1af35f56206\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 186])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 948c7b04-5bd4-4111-a486-7fc541ba08f2, kind: Service { id: 5b35dee7-890d-4eb6-8ee1-7360a15c561a }, name: Name(\"nexus-5b35dee7-890d-4eb6-8ee1-7360a15c561a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 10])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.809970252Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.810008572Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.810017073Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.810028253Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.810037823Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.810048423Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.810098444Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"11513ef3-d706-4f06-8c93-5782bafa2d0d","remote_addr":"[fd00:1122:3344:101::c]:61235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":14085,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.811129925Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.867136514Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45277"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.868140834Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46b99b09-11d4-4fe4-bf41-6ed61ba36d44, kind: Service { id: e5972f58-0215-4789-9de6-8c745fc8691c }, name: Name(\"external-dns-e5972f58-0215-4789-9de6-8c745fc8691c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 244])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bbfb69f6-617d-4782-a1f5-f7e225f6c330, kind: Service { id: fcb39657-4027-45f8-9b5b-fc09e764f468 }, name: Name(\"external-dns-fcb39657-4027-45f8-9b5b-fc09e764f468\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 178])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 13e67383-e8ea-42d3-b048-d94c625ebeb6, kind: Service { id: e72dd7c9-9d72-4f49-b48b-231a411d26a3 }, name: Name(\"nexus-e72dd7c9-9d72-4f49-b48b-231a411d26a3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9195d467-8fcf-4fcc-9e20-edc728f0400f, kind: Service { id: 46d21628-a828-4b09-b280-d1af35f56206 }, name: Name(\"nexus-46d21628-a828-4b09-b280-d1af35f56206\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 186])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 948c7b04-5bd4-4111-a486-7fc541ba08f2, kind: Service { id: 5b35dee7-890d-4eb6-8ee1-7360a15c561a }, name: Name(\"nexus-5b35dee7-890d-4eb6-8ee1-7360a15c561a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 10])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.868192515Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.868221725Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.868246026Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.868253286Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.868258246Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.868263426Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.868273176Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ec36c3d3-d59d-4d1e-ac2c-a489153a383f","remote_addr":"[fd00:1122:3344:101::a]:45277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1038,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.92001622Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55716"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.920239314Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46b99b09-11d4-4fe4-bf41-6ed61ba36d44, kind: Service { id: e5972f58-0215-4789-9de6-8c745fc8691c }, name: Name(\"external-dns-e5972f58-0215-4789-9de6-8c745fc8691c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 244])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bbfb69f6-617d-4782-a1f5-f7e225f6c330, kind: Service { id: fcb39657-4027-45f8-9b5b-fc09e764f468 }, name: Name(\"external-dns-fcb39657-4027-45f8-9b5b-fc09e764f468\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 178])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 13e67383-e8ea-42d3-b048-d94c625ebeb6, kind: Service { id: e72dd7c9-9d72-4f49-b48b-231a411d26a3 }, name: Name(\"nexus-e72dd7c9-9d72-4f49-b48b-231a411d26a3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9195d467-8fcf-4fcc-9e20-edc728f0400f, kind: Service { id: 46d21628-a828-4b09-b280-d1af35f56206 }, name: Name(\"nexus-46d21628-a828-4b09-b280-d1af35f56206\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 186])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 948c7b04-5bd4-4111-a486-7fc541ba08f2, kind: Service { id: 5b35dee7-890d-4eb6-8ee1-7360a15c561a }, name: Name(\"nexus-5b35dee7-890d-4eb6-8ee1-7360a15c561a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 10])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.920286475Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.920302865Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.920311126Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.920325476Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.920333996Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.920349297Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:38.920363887Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"271e2b76-d706-4e15-bfb1-d8617fb01aa4","remote_addr":"[fd00:1122:3344:101::b]:55716","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":228,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:39.142866711Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48030"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:39.142955183Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:39.354884027Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"c0aad4a8-f700-43d5-871a-92bb820a3924","remote_addr":"[fd00:1122:3344:101::c]:48030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":211926,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:39.355971968Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:39.356023769Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:39.356330126Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:39.356598181Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"51989889-f546-4976-83de-a318aa8ff2e6","remote_addr":"[fd00:1122:3344:101::c]:48030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1402,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:40.779736798Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53248"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:40.779952282Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46b99b09-11d4-4fe4-bf41-6ed61ba36d44, kind: Service { id: e5972f58-0215-4789-9de6-8c745fc8691c }, name: Name(\"external-dns-e5972f58-0215-4789-9de6-8c745fc8691c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 244])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bbfb69f6-617d-4782-a1f5-f7e225f6c330, kind: Service { id: fcb39657-4027-45f8-9b5b-fc09e764f468 }, name: Name(\"external-dns-fcb39657-4027-45f8-9b5b-fc09e764f468\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 178])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 13e67383-e8ea-42d3-b048-d94c625ebeb6, kind: Service { id: e72dd7c9-9d72-4f49-b48b-231a411d26a3 }, name: Name(\"nexus-e72dd7c9-9d72-4f49-b48b-231a411d26a3\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9195d467-8fcf-4fcc-9e20-edc728f0400f, kind: Service { id: 46d21628-a828-4b09-b280-d1af35f56206 }, name: Name(\"nexus-46d21628-a828-4b09-b280-d1af35f56206\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 186])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 948c7b04-5bd4-4111-a486-7fc541ba08f2, kind: Service { id: 5b35dee7-890d-4eb6-8ee1-7360a15c561a }, name: Name(\"nexus-5b35dee7-890d-4eb6-8ee1-7360a15c561a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 10])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:40.780002243Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:40.780029584Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:40.780038924Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:40.780046634Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:40.780054854Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:40.780061984Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:40.780084385Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c2438283-1004-4153-9390-db95f727667c","remote_addr":"[fd00:1122:3344:101::c]:53248","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":248,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:48.587998347Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41453"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:48.593024438Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ea23e109-f825-4ce1-b738-62e58b7402da","remote_addr":"[fd00:1122:3344:101::c]:41453","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4946,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:48.666055567Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"98cbc411-a99c-4feb-ac47-f66bdbb61efc","remote_addr":"[fd00:1122:3344:101::c]:41453","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":812,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:49.744455238Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:14:49.74454852Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"6eba4686-ff21-4cb5-9d8b-73ca8a103fbd","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62346","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:03.981239808Z","hostname":"sock","pid":1562,"uri":"/544b0af3-4a18-4467-8697-af690997796e","method":"GET","req_id":"65a3dd73-bac0-449f-92c3-b482d3c69584","remote_addr":"[fd00:1122:3344:101::d]:62949","local_addr":"[fd00:1122:3344:101::1]:50448","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8281,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.563264814Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59353"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.563439907Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3f25950a-774e-4d5e-a9b1-6088e8d46bd5","remote_addr":"[fd00:1122:3344:101::b]:59353","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.595475147Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50338"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.596941636Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"876f250f-bec6-4e82-9520-ac4e8bb5d723","remote_addr":"[fd00:1122:3344:101::b]:50338","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1372,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.62314443Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"638f60a0-fc93-4251-aace-ac2cff5697c7","remote_addr":"[fd00:1122:3344:101::b]:59353","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":213,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.725131007Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43787"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.725501964Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.807416331Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.876533751Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"719476af-e136-47e3-a83f-fb2579153966","remote_addr":"[fd00:1122:3344:101::b]:43787","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":151326,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.876763346Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41645"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.877081552Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"18878e76-c344-46a6-9e10-ce1b48a6ba0a","remote_addr":"[fd00:1122:3344:101::a]:41645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.879606063Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3b24bf3b-62f2-4275-ae0f-23d4afbd4fc2","remote_addr":"[fd00:1122:3344:101::b]:43787","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2739,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.894745405Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"293709e8-b2e0-4161-a16b-f962efd4e808","remote_addr":"[fd00:1122:3344:101::a]:41645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"204"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.955193783Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.955235013Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.956443968Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.957156972Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.957177092Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"cbbf5bd8-467f-4035-9c59-0f37428c0d1e","remote_addr":"[fd00:1122:3344:101::b]:43787","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3271,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.961742883Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38314"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.961937247Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"802a7dca-b1ef-4521-b3c6-c7728bfada13","remote_addr":"[fd00:1122:3344:101::c]:38314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:04.971660352Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"155292b5-2ddc-4e91-8e6b-15a453665f5c","remote_addr":"[fd00:1122:3344:101::c]:38314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:05.096987535Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58873"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:05.097197849Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"201d83d4-fc7e-49c2-9eca-3dbe81c16a5b","remote_addr":"[fd00:1122:3344:101::c]:58873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:05.122723579Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35601"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:05.122866282Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"84603bcb-3aaa-4621-8661-24a5ea2d3042","remote_addr":"[fd00:1122:3344:101::a]:35601","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:05.223171976Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40773"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:05.223261418Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:05.261229916Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:05.317243295Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"79939896-6ca4-42c8-9c12-02fa58cbed26","remote_addr":"[fd00:1122:3344:101::c]:40773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94008,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:05.317371597Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46844"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:05.317529161Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:05.355769254Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:05.41611765Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"94d8cfbb-bac3-4d10-8414-657b0e28d947","remote_addr":"[fd00:1122:3344:101::a]:46844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98647,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:05.416394875Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"613dfd86-4201-4138-848f-37fa56ac2cb4","remote_addr":"[fd00:1122:3344:101::c]:40773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:05.416519308Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"72a9ec95-2faa-4a7d-823b-a6c4b3c91547","remote_addr":"[fd00:1122:3344:101::a]:46844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:19.777759663Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65522"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:19.777896266Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"61f4c057-9df8-4e60-a3d0-bc4e4f2ae64d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65522","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:33.982228548Z","hostname":"sock","pid":1562,"uri":"/544b0af3-4a18-4467-8697-af690997796e","method":"GET","req_id":"c71c34a8-666b-46c3-b7a3-b9802cade6a9","remote_addr":"[fd00:1122:3344:101::d]:62949","local_addr":"[fd00:1122:3344:101::1]:50448","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9414,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.015143445Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61284"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.015268928Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a369f9a4-7974-47b9-9d53-d3c813325131","remote_addr":"[fd00:1122:3344:101::b]:61284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.030841609Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"38faba5e-204c-4065-a39a-975efc59f342","remote_addr":"[fd00:1122:3344:101::b]:61284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.399711767Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62028"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.399927202Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5afadb22-c045-4f33-b3e5-542c185908e9","remote_addr":"[fd00:1122:3344:101::b]:62028","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":163,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.401952212Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34616"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.402082985Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.440200916Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.496761276Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ed4be7e7-ae00-4472-9d26-81373134cf8e","remote_addr":"[fd00:1122:3344:101::b]:34616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94729,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.497057982Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"bee715ef-3688-4eba-bf58-c3ac6ea27abb","remote_addr":"[fd00:1122:3344:101::b]:34616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.762850981Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34269"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.763060335Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d2748fc6-a9b9-42dd-8d20-846c6a1c9ee2","remote_addr":"[fd00:1122:3344:101::a]:34269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.774629636Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0d382460-ba5f-48cf-9b23-1a00d288f63f","remote_addr":"[fd00:1122:3344:101::a]:34269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.780463532Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33274"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.780570295Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5279aea6-aa74-48dc-b91c-67f699b903d2","remote_addr":"[fd00:1122:3344:101::c]:33274","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.789692787Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"cc72d0c6-8470-4931-bc1a-be1e43f4e50a","remote_addr":"[fd00:1122:3344:101::c]:33274","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.86946575Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46614"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.869587163Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.906877218Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.96606548Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"251706be-e395-4e13-970b-8f66238ee574","remote_addr":"[fd00:1122:3344:101::c]:46614","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96543,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.966349066Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53970"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.966436107Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62742"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.966713873Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7240834e-2901-441a-8280-5673868087de","remote_addr":"[fd00:1122:3344:101::c]:46614","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":307,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.966879856Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"def4656d-d4ef-422c-ae03-937b70ec9f15","remote_addr":"[fd00:1122:3344:101::c]:53970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":310,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.967115571Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6944094b-d47e-44e4-b4de-b06d7fe528f6","remote_addr":"[fd00:1122:3344:101::a]:62742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":469,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.996274674Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48422"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:34.996380116Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:35.032490437Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:35.090476115Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4902b2ad-8a7f-4d11-b17c-c3f2b5613a90","remote_addr":"[fd00:1122:3344:101::a]:48422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94137,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:35.090956195Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c6692039-411f-4154-a4fb-43636626b6e5","remote_addr":"[fd00:1122:3344:101::a]:48422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":202,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:49.812600349Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34468"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:15:49.812688071Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"8473f3c9-b3fc-4bd5-91b3-bfa8343749e5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34468","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:03.980932522Z","hostname":"sock","pid":1562,"uri":"/544b0af3-4a18-4467-8697-af690997796e","method":"GET","req_id":"082dfc8e-f627-46b9-908f-94b58e9a7b0d","remote_addr":"[fd00:1122:3344:101::d]:62949","local_addr":"[fd00:1122:3344:101::1]:50448","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8025,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:04.243258232Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:04.243373374Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"30c53757-0b14-44ad-98cc-c18cf4b17b44","remote_addr":"[fd00:1122:3344:101::b]:35204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:04.252996117Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0c1afa58-286f-4c39-83ce-a7b258646ebb","remote_addr":"[fd00:1122:3344:101::b]:35204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:04.399053984Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44813"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:04.399227718Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b9cc1a30-9036-4b38-a9bb-92c05b33d66e","remote_addr":"[fd00:1122:3344:101::b]:44813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:04.413995953Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50749"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:04.414092384Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:04.455666095Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:04.511839097Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d6f6926e-f072-4c7e-a6d3-be0aaa26b2df","remote_addr":"[fd00:1122:3344:101::b]:50749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97787,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:04.512137223Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a7a3985f-6be2-4c67-8649-13202c16d13f","remote_addr":"[fd00:1122:3344:101::b]:50749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:04.849573853Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:04.850849608Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"97def262-301a-4039-973b-9ded852ae0af","remote_addr":"[fd00:1122:3344:101::c]:48406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1184,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:04.866087493Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"314700d6-71d5-4bb5-82ff-224646eb226b","remote_addr":"[fd00:1122:3344:101::c]:48406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":179,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:04.905231025Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59405"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:04.905360437Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"fca304e3-c149-4de1-bd7c-4457647c0e2e","remote_addr":"[fd00:1122:3344:101::a]:59405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:04.934332966Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"75794ef3-7161-4bb2-a5ed-a630c8ceb78c","remote_addr":"[fd00:1122:3344:101::a]:59405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:05.072060437Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44939"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:05.072254001Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e69e5f2d-cf4b-42fa-ac2b-463ff57cfbfa","remote_addr":"[fd00:1122:3344:101::c]:44939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:05.145756259Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:32793"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:05.146428803Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:05.184945362Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:05.244139785Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"dcb2ffd1-3d1d-44d2-b9ba-ff10ff4926a9","remote_addr":"[fd00:1122:3344:101::c]:32793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98319,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:05.24440733Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33061"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:05.244484962Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46967"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:05.244777137Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e28aed46-8e1e-411c-ac0c-99e9a55de614","remote_addr":"[fd00:1122:3344:101::c]:32793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":320,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:05.244858259Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:05.244974501Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"84d68fed-910b-43a7-aea5-0e72ae49085c","remote_addr":"[fd00:1122:3344:101::a]:33061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":321,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:05.285589933Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:05.343221964Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d191d698-79ca-4298-ac4a-a742ae1ad7bf","remote_addr":"[fd00:1122:3344:101::a]:46967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98485,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:05.34355045Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"02f8131a-7c4a-436e-b608-29b0c62420de","remote_addr":"[fd00:1122:3344:101::a]:46967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:19.844466816Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52621"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:19.844551718Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"800888e0-6b9c-40a2-ac83-8668b5714b07","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52621","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:33.984726708Z","hostname":"sock","pid":1562,"uri":"/544b0af3-4a18-4467-8697-af690997796e","method":"GET","req_id":"719d0399-6257-496f-b95e-55455804bb9a","remote_addr":"[fd00:1122:3344:101::d]:62949","local_addr":"[fd00:1122:3344:101::1]:50448","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6346,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.064458461Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39732"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.064565563Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b456874e-cd49-41b3-9719-96effaf61159","remote_addr":"[fd00:1122:3344:101::b]:39732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.111684184Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38030"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.111896478Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"9c619008-4eab-4e49-9149-189f6d3f6ba4","remote_addr":"[fd00:1122:3344:101::b]:38030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.117179734Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"31f5968e-cac1-41f1-b473-f31e95deaa52","remote_addr":"[fd00:1122:3344:101::b]:39732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.165738414Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43093"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.165793755Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.201288014Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.259413055Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1aff5caa-3844-4d61-8fba-6e7aff3ea2db","remote_addr":"[fd00:1122:3344:101::b]:43093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93634,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.259752312Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"89a388f1-f7cf-4f8f-9ba6-f0e3f1c2807b","remote_addr":"[fd00:1122:3344:101::b]:43093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":132,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.771713118Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55386"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.771874781Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"51956cf7-291c-4f85-b180-f743ef473302","remote_addr":"[fd00:1122:3344:101::a]:55386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.786042044Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45173"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.786151637Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"af0d6319-15c9-4e08-8e3a-810751003083","remote_addr":"[fd00:1122:3344:101::c]:45173","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.795019544Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"81bcad50-d378-4a74-8d86-d94827f7ea56","remote_addr":"[fd00:1122:3344:101::c]:45173","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.843774468Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46083"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.843948431Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f7b47982-2466-4127-931a-347a1fa8fd07","remote_addr":"[fd00:1122:3344:101::a]:46083","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.847489562Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60493"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.847631915Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"da92993c-8f57-4ed9-a7ac-fc4f96dde69a","remote_addr":"[fd00:1122:3344:101::c]:60493","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.853574533Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3767c203-0b2f-44c7-8453-c487dfde72fc","remote_addr":"[fd00:1122:3344:101::a]:55386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.886360808Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47272"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.886473221Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.922887138Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.978993399Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"138a0b99-bd39-4a4e-accb-d91b49e17efe","remote_addr":"[fd00:1122:3344:101::c]:47272","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92567,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.979247034Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44432"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.979592691Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8d02f5f5-9a35-4839-87f0-9f71f8bbbdba","remote_addr":"[fd00:1122:3344:101::c]:47272","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":268,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:34.980084431Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:35.016861095Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:35.077695Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"de330024-4422-4eac-b94e-17820569b86e","remote_addr":"[fd00:1122:3344:101::a]:44432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98258,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:35.078070958Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e3606ce7-4e14-4b07-9c3f-a108d5618ae7","remote_addr":"[fd00:1122:3344:101::a]:44432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:49.877353953Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64855"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:16:49.877445146Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"1e1d9d2a-d135-4bd5-b999-394ffd479f6e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64855","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.064787588Z","hostname":"sock","pid":1562,"uri":"/544b0af3-4a18-4467-8697-af690997796e","method":"GET","req_id":"710ce5ab-bc2c-4900-a3a2-0039da601c79","remote_addr":"[fd00:1122:3344:101::d]:62949","local_addr":"[fd00:1122:3344:101::1]:50448","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6689,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.117286796Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48863"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.117412779Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d557047c-cdd5-487a-8b78-c95d761fce03","remote_addr":"[fd00:1122:3344:101::b]:48863","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.145372617Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4aafe8bd-c3b4-4df1-939e-86dcf974ed68","remote_addr":"[fd00:1122:3344:101::b]:48863","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":166,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.34174889Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37527"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.341938234Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5ab399eb-21d3-439e-939c-482f3a554669","remote_addr":"[fd00:1122:3344:101::b]:37527","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.533051511Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40290"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.533162133Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.589706563Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.700978176Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"270ec054-a674-4797-b9e5-0423c0bd01fd","remote_addr":"[fd00:1122:3344:101::b]:40290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167849,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.701423435Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a1d871ee-512f-4353-a16d-41adec1bc3fe","remote_addr":"[fd00:1122:3344:101::b]:40290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.906077003Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45962"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.906223766Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"dd4f1ad6-1ddf-41eb-9436-dd76cd846598","remote_addr":"[fd00:1122:3344:101::a]:45962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.922337528Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0bb83321-da7c-411e-9d03-fd377fef2594","remote_addr":"[fd00:1122:3344:101::a]:45962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.976805256Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33644"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.976906158Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3f8415bc-3d2f-4ce5-85a1-e2703a277f62","remote_addr":"[fd00:1122:3344:101::c]:33644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:04.989604331Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"baadfb39-6808-4f8f-a2dc-59189b56bb99","remote_addr":"[fd00:1122:3344:101::c]:33644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1016,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:05.101842673Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43708"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:05.102023247Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6857ddd0-2298-44d9-86a6-5527c87b5537","remote_addr":"[fd00:1122:3344:101::a]:43708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:05.161143868Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38253"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:05.162081417Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"66a646ae-1107-440e-bfbc-f778f384e107","remote_addr":"[fd00:1122:3344:101::c]:38253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":899,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:05.199546485Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57190"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:05.199687028Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:05.23635354Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:05.29742075Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"242a9a5a-7fdf-4cfc-98ca-992f6c86fd92","remote_addr":"[fd00:1122:3344:101::a]:57190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97796,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:05.297669685Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42592"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:05.29794338Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a8d1e9b0-eb73-498f-adca-a055caa508d3","remote_addr":"[fd00:1122:3344:101::a]:57190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":189,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:05.299826688Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:05.341061432Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:05.402193793Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7d1e5109-68fd-4d21-8813-641b813d7142","remote_addr":"[fd00:1122:3344:101::c]:42592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103360,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:05.402589031Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b67c8bd4-ddbb-4e47-aab4-be9c7e3d17bb","remote_addr":"[fd00:1122:3344:101::c]:42592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:07.108908624Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:19.909348363Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61702"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:19.91018279Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"fa3c8edb-9cfe-44db-a84f-7663fe1f1bfc","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61702","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":770,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.065024223Z","hostname":"sock","pid":1562,"uri":"/544b0af3-4a18-4467-8697-af690997796e","method":"GET","req_id":"19cc1caf-1058-4773-9311-b3a6296cf245","remote_addr":"[fd00:1122:3344:101::d]:62949","local_addr":"[fd00:1122:3344:101::1]:50448","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7551,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.116285227Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58789"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.116383959Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1a1776c1-39b3-4404-a2fa-f78c76f2be8b","remote_addr":"[fd00:1122:3344:101::b]:58789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.124671044Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c48c4039-e885-4cb5-85fd-551ae48c79fd","remote_addr":"[fd00:1122:3344:101::b]:58789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":752,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.29767936Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36533"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.297842184Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"1dbe2199-5400-45a9-8e6a-5f6e7008ce84","remote_addr":"[fd00:1122:3344:101::b]:36533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.333128408Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:65359"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.33321939Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.372082427Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.426432882Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7a6a29bb-c857-41a9-ab15-275b9aea8b0b","remote_addr":"[fd00:1122:3344:101::b]:65359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93255,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.427288109Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"069f33e1-6870-4ca6-8ef2-e98c1ab72844","remote_addr":"[fd00:1122:3344:101::b]:65359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":666,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.729158019Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39261"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.729928144Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"eb48cf26-cd83-4be1-8931-1438746293ec","remote_addr":"[fd00:1122:3344:101::c]:39261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":694,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.745363492Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"94a54650-3cc4-4154-bc64-ce02314942e7","remote_addr":"[fd00:1122:3344:101::c]:39261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":183,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.85136932Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56027"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.851520273Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6b1dfb24-390c-4295-8b43-06fec9801e8c","remote_addr":"[fd00:1122:3344:101::a]:56027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.861740337Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"dd1441ba-bc68-40ee-89c7-c86ae2c2999d","remote_addr":"[fd00:1122:3344:101::a]:56027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.905101223Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56841"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.905231196Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:34.947198454Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:35.016174682Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c018a58b-0e59-469b-ad0f-1a736362a4ba","remote_addr":"[fd00:1122:3344:101::a]:56841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110998,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:35.016451777Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57645"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:35.016525189Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44370"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:35.016766084Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1c63541b-57ec-4ab2-8aa2-964718778b8f","remote_addr":"[fd00:1122:3344:101::a]:56841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":282,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:35.017536109Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"1880e841-db71-40f9-8153-b586d846f71e","remote_addr":"[fd00:1122:3344:101::c]:57645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":914,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:35.01757188Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"cbe9bc48-1815-4a62-b9ab-7cb1e0e5c4f8","remote_addr":"[fd00:1122:3344:101::a]:44370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":945,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:35.09468665Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53964"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:35.094871724Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:35.135820122Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:35.194263449Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"86577c90-e388-4273-be9f-e152b061ae4b","remote_addr":"[fd00:1122:3344:101::c]:53964","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99470,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:35.194591066Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"580e8e35-2f49-4978-98ad-9ec2c1b3bbae","remote_addr":"[fd00:1122:3344:101::c]:53964","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:49.943689489Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52277"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:17:49.943791281Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"890d327d-bda2-468b-bed5-192047ef0c2f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52277","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.066952711Z","hostname":"sock","pid":1562,"uri":"/544b0af3-4a18-4467-8697-af690997796e","method":"GET","req_id":"d5edb636-86b9-4f27-ba76-b32a0233d538","remote_addr":"[fd00:1122:3344:101::d]:62949","local_addr":"[fd00:1122:3344:101::1]:50448","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8846,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.185351266Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60821"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.185466549Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0c0ed0cf-a75d-4bfb-be16-2f8a9bd8c809","remote_addr":"[fd00:1122:3344:101::b]:60821","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.201413077Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b90482a9-3096-49d3-8ddd-96c6e24ea053","remote_addr":"[fd00:1122:3344:101::b]:60821","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.382694168Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36657"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.382875592Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"81328ef6-290b-4ff7-9f08-b4381bd1fcde","remote_addr":"[fd00:1122:3344:101::b]:36657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.466144205Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56228"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.466308828Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.506483081Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.572612181Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5d03c33b-e905-4b26-b83a-47a761b83441","remote_addr":"[fd00:1122:3344:101::b]:56228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106358,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.573000499Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c853237c-182e-465e-8c32-88c9ff616a7d","remote_addr":"[fd00:1122:3344:101::b]:56228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.853043583Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55981"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.853188836Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5927b573-ac78-413d-8181-99d6173afa6e","remote_addr":"[fd00:1122:3344:101::c]:55981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.862611324Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d5c545eb-ab15-4d34-8e3d-daf86a1137bb","remote_addr":"[fd00:1122:3344:101::c]:55981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.876580473Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41167"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.876693125Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5ab00613-0dae-4ac1-ac56-7f61f74458c7","remote_addr":"[fd00:1122:3344:101::a]:41167","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.897573423Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"50c3da74-ecda-49ea-b46c-b33e98d0c10f","remote_addr":"[fd00:1122:3344:101::a]:41167","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.986964278Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:04.987142142Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"393f8b7f-5777-4fcc-95a1-f28cd1397a2b","remote_addr":"[fd00:1122:3344:101::c]:58096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:05.077849254Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44723"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:05.078000847Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3a4a9895-7cb4-4b63-ae38-d184ab0e0942","remote_addr":"[fd00:1122:3344:101::a]:44723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:05.108766901Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56020"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:05.109407004Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:05.147788951Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:05.206746298Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"45f46709-7a84-4081-ab6c-dc881bb127ef","remote_addr":"[fd00:1122:3344:101::c]:56020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97919,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:05.206885301Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51912"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:05.207129846Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:05.210945533Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9b3b7bd3-98ea-4765-b2bc-944e736b2b85","remote_addr":"[fd00:1122:3344:101::c]:56020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3820,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:05.241802939Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:05.296565343Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8579b858-872c-4a1b-843f-165136492b45","remote_addr":"[fd00:1122:3344:101::a]:51912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89538,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:05.296965511Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"83db7a9b-7bd7-4a53-affc-0feb25100aa4","remote_addr":"[fd00:1122:3344:101::a]:51912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":177,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:19.981141277Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37893"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:19.981398712Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"dee40319-f196-4e98-9c04-35d10cfa61a5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37893","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:30.670468266Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:30.67065485Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b41c856f-782e-48fc-8877-3f2abe163dc9","remote_addr":"[fd00:1122:3344:101::a]:48104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:30.671985836Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(11189461) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:30.672022217Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"PUT","req_id":"37645259-48bd-4c72-8a5c-a4aaf1c1861c","remote_addr":"[fd00:1122:3344:101::a]:48104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1176,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:30.69468551Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43170"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:30.700410384Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:539","metadata":"InstanceMetadata { silo_id: 5782a804-afa1-460e-b170-bf8495d7f170, project_id: a2a6f842-3219-4148-9113-865ec5e05329 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-04T22:18:30.692471595Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 5dbca880-7d32-4498-8f99-b01c004d248f, kind: Instance { id: 0d966f86-2001-459d-9023-a8291a8f49d9 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11189461), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5dbca880-7d32-4498-8f99-b01c004d248f, kind: Instance { id: 0d966f86-2001-459d-9023-a8291a8f49d9 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11189461), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5dbca880-7d32-4498-8f99-b01c004d248f, kind: Instance { id: 0d966f86-2001-459d-9023-a8291a8f49d9 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11189461), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(11189461))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5dbca880-7d32-4498-8f99-b01c004d248f, kind: Instance { id: 0d966f86-2001-459d-9023-a8291a8f49d9 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11189461), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-47b66cf83a0\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 13b1c897-dd1d-468d-8cd2-a87d61528446, read_only_parent: Some(Volume { block_size: 512, id: 200b226b-f62f-47b5-b339-f7667a1f01b2, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5960cd9d-eb4b-4806-bea7-ffbe09847b66, key: Some(\"G/RG1hoFO0rmvV13S0E58Bj3KRbDEgHhvHQ8HIxSddw=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::12]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 13b1c897-dd1d-468d-8cd2-a87d61528446, key: Some(\"Ddm1/2ubus7NgbTwAxnQXEkaLc7VBduOhK+Bk8TZE78=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::1a]:19003\", \"[fd00:1122:3344:101::16]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-47b66cf83a0\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:30.700467035Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:572","migration_id":"None","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:30.700994986Z","hostname":"sock","pid":1562,"propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:1113","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 5dbca880-7d32-4498-8f99-b01c004d248f, kind: Instance { id: 0d966f86-2001-459d-9023-a8291a8f49d9 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11189461), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5dbca880-7d32-4498-8f99-b01c004d248f, kind: Instance { id: 0d966f86-2001-459d-9023-a8291a8f49d9 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11189461), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5dbca880-7d32-4498-8f99-b01c004d248f, kind: Instance { id: 0d966f86-2001-459d-9023-a8291a8f49d9 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11189461), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(11189461))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5dbca880-7d32-4498-8f99-b01c004d248f, kind: Instance { id: 0d966f86-2001-459d-9023-a8291a8f49d9 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11189461), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-47b66cf83a0\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 13b1c897-dd1d-468d-8cd2-a87d61528446, read_only_parent: Some(Volume { block_size: 512, id: 200b226b-f62f-47b5-b339-f7667a1f01b2, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5960cd9d-eb4b-4806-bea7-ffbe09847b66, key: Some(\"G/RG1hoFO0rmvV13S0E58Bj3KRbDEgHhvHQ8HIxSddw=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::12]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 13b1c897-dd1d-468d-8cd2-a87d61528446, key: Some(\"Ddm1/2ubus7NgbTwAxnQXEkaLc7VBduOhK+Bk8TZE78=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::1a]:19003\", \"[fd00:1122:3344:101::16]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-47b66cf83a0\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-04T22:18:30.692471595Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:30.701121008Z","hostname":"sock","pid":1562,"uri":"/vmms/2cc38d1a-5eae-4208-baf7-b332dc17e588","method":"PUT","req_id":"0b0e30ba-f0b7-46a1-9124-c918d29a0409","remote_addr":"[fd00:1122:3344:101::a]:43170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6371,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:30.831672276Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42929"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:30.833017693Z","hostname":"sock","pid":1562,"uri":"/vmms/2cc38d1a-5eae-4208-baf7-b332dc17e588/state","method":"PUT","req_id":"46620f53-2b8b-4e6d-ba59-ec8940e92108","remote_addr":"[fd00:1122:3344:101::a]:42929","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1230,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:30.833561264Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 11189461 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:30.834796238Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:30.871231806Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:30.892290567Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:32.220367435Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:32.22063124Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588\") failed: Property not found. retry in 47.355558ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:18:32.41686664Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588\") failed: Property not found. retry in 92.812345ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:18:32.474487091Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588\") failed: Property not found. retry in 286.237573ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:18:32.582295395Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588\") failed: Property not found. retry in 222.465948ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:18:32.883695115Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588\") failed: Property not found. retry in 445.980388ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:18:33.119531796Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588\") failed: Property not found. retry in 563.560541ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:18:33.57682104Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.045932601Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57430"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.066676195Z","hostname":"sock","pid":1562,"uri":"/544b0af3-4a18-4467-8697-af690997796e","method":"GET","req_id":"3446c617-931b-4b67-bef7-9289a3aafafa","remote_addr":"[fd00:1122:3344:101::d]:62949","local_addr":"[fd00:1122:3344:101::1]:50448","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9104,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588\") failed: Property not found. retry in 987.610828ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:18:34.15252786Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.175581121Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44282"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.176625842Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a4abfee3-49b4-4798-b5f7-11a906c13e6a","remote_addr":"[fd00:1122:3344:101::b]:44282","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":940,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.247491157Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63175"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.247751002Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"62cce18a-7dd0-4faa-b64f-e12cc31fda0a","remote_addr":"[fd00:1122:3344:101::b]:63175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":174,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.293173759Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35802"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.293327463Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.332487575Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.394564405Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"505304fd-a612-4c9e-9049-ee70cc96e88a","remote_addr":"[fd00:1122:3344:101::b]:35802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101296,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.394842721Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"52441021-4488-4f9c-adce-d9fe55df31bc","remote_addr":"[fd00:1122:3344:101::b]:35802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.410573615Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"300d28c5-30ef-4edc-8175-6dae48379252","remote_addr":"[fd00:1122:3344:101::b]:44282","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":326,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.716575467Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46148"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.781109766Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64685"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.781207168Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ca0f46d2-2650-40ec-828e-49637ac5deb9","remote_addr":"[fd00:1122:3344:101::c]:64685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.802478243Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"109db59a-8014-4a9e-bbb5-93731a23a18c","remote_addr":"[fd00:1122:3344:101::c]:64685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.821757308Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38625"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.872720706Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47095"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.87340873Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.911518611Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.965492979Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d2bad2a9-618e-4030-9ab1-da72c5ef1c11","remote_addr":"[fd00:1122:3344:101::c]:47095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92708,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.965658963Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36087"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.965683763Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44388"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.965737364Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38854"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.96605374Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"11f0f4e7-8182-43b3-9d21-9641a442721d","remote_addr":"[fd00:1122:3344:101::c]:47095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":310,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.966095641Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b12c57c0-66c9-4c13-b4c3-f2867a572faa","remote_addr":"[fd00:1122:3344:101::c]:38854","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":241,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.966999579Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"957aa318-6444-479f-9e5a-7e42a29fdee7","remote_addr":"[fd00:1122:3344:101::a]:44388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1003,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.967111232Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b3ae9446-36ea-4960-a1b5-1abc3ea8afac","remote_addr":"[fd00:1122:3344:101::a]:36087","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1164,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.983795605Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a6e6b543-7dc6-4c84-b6fe-01ed0379010f","remote_addr":"[fd00:1122:3344:101::a]:44388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.991413347Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58917"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:34.991509859Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:35.030691782Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:35.087528137Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f34e2a31-e940-4461-af8b-cd3e19804a7a","remote_addr":"[fd00:1122:3344:101::a]:58917","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96056,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:35.087872524Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8f409932-62ff-4c69-850c-276a678b5223","remote_addr":"[fd00:1122:3344:101::a]:58917","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588\") failed: Property not found. retry in 904.198313ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:18:35.150673308Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588\") failed: Property not found. retry in 844.855799ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:18:36.067363819Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588\") failed: Property not found. retry in 1.312233479s","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:18:36.923061951Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:38.259447626Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:1594"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:38.26665316Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:1603"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:38.302392084Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:1627"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:38.437787368Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:825"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:38.438829799Z","hostname":"sock","pid":1562,"uri":"/vmms/2cc38d1a-5eae-4208-baf7-b332dc17e588/state","method":"GET","req_id":"8394c4a9-4b93-4ece-ba9c-6a8b66e54011","remote_addr":"[fd00:1122:3344:101::b]:57430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4392753,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:38.43887246Z","hostname":"sock","pid":1562,"uri":"/vmms/2cc38d1a-5eae-4208-baf7-b332dc17e588/state","method":"GET","req_id":"6c333f75-f39e-4810-8e1e-52b48b1c44b7","remote_addr":"[fd00:1122:3344:101::c]:46148","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3722190,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:38.438887641Z","hostname":"sock","pid":1562,"uri":"/vmms/2cc38d1a-5eae-4208-baf7-b332dc17e588/state","method":"GET","req_id":"8abd510f-e7f6-44ff-abfd-4f4a3ad8c99b","remote_addr":"[fd00:1122:3344:101::a]:38625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3617010,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-04T22:18:38.443433381Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:38.443462722Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:38.443478762Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-04T22:18:38.443433381Z }","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:38.443486952Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-04T22:18:38.443433381Z }, migration_in: None, migration_out: None }","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-04T22:18:38.480912180Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:38.48093747Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:38.480963531Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-04T22:18:38.480912180Z }","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:38.480987091Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-04T22:18:38.480912180Z }, migration_in: None, migration_out: None }","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:48.359213469Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54744"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:48.359828321Z","hostname":"sock","pid":1562,"uri":"/vmms/2cc38d1a-5eae-4208-baf7-b332dc17e588/state","method":"PUT","req_id":"e7d92cc1-cb04-43fc-8272-0ed3b5b57ed7","remote_addr":"[fd00:1122:3344:101::a]:54744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":478,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-04T22:18:48.359931923Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:48.359958174Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:48.359981294Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-04T22:18:48.359931923Z }","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:48.360004504Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-04T22:18:48.359931923Z }, migration_in: None, migration_out: None }","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-04T22:18:48.372350241Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:48.372370442Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:48.372398352Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-04T22:18:48.372350241Z }","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:48.372407182Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:711","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:48.372424532Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:18:48.372531245Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"15472056240820932054"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:18:48.372609506Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"544b0af3-4a18-4467-8697-af690997796e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"9249817892003710266"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:48.375112516Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:48.375127157Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/86b9b4ff-6295-44c9-a6e7-e01d8a2e11b1/debug/bundle/zone\", \"/pool/int/f89edb19-85d1-4199-b7bf-a91aa5ecc8e8/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/676a3716-3d3e-465b-9699-cf98062dabca/crypt/debug\", \"/pool/ext/9af95e51-a064-462a-bea1-8d3042c749de/crypt/debug\", \"/pool/ext/9e3d11a1-af30-407b-b05f-d5f1a5762d41/crypt/debug\", \"/pool/ext/ac4d5d54-7085-42e4-a0d6-359bebb3c91f/crypt/debug\", \"/pool/ext/c4a31058-0731-4581-8d9d-c5c4b66770da/crypt/debug\", \"/pool/ext/75662bd1-8970-44ab-88a5-02e715476179/crypt/debug\", \"/pool/ext/1279c2fc-c95f-45e2-a67c-783305b4023a/crypt/debug\", \"/pool/ext/d4135165-e105-4373-9d12-4efe0b6e4c50/crypt/debug\", \"/pool/ext/2ca4e6da-c9a6-43af-84fc-f0b4a5fc0987/crypt/debug\"] }","zone_name":"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:48.99810108Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588\", bundle_id: 1b3f9fe3-1739-41f7-bff1-ad8c2e24d85c }, time_created: 2024-10-04T22:18:48.375265069Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_2cc38d1a-5eae-4208-baf7-b332dc17e588","v":0,"name":"SledAgent","level":40,"time":"2024-10-04T22:18:48.998210632Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:925"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:50.019330829Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53360"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:50.019457372Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"de49bbb6-914d-4515-8102-81b7966dad52","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53360","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:50.739539775Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:50.755680668Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(11189461), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:50.755716278Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(11189461), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:50.756073136Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-04T22:18:50.756048085Z }, migration_in: None, migration_out: None }","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:50.806948802Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-04T22:18:50.756048085Z }, migration_in: None, migration_out: None }","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:50.810941481Z","hostname":"sock","pid":1562,"instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","propolis_id":"2cc38d1a-5eae-4208-baf7-b332dc17e588","instance_id":"0d966f86-2001-459d-9023-a8291a8f49d9","component":"InstanceManager","file":"sled-agent/src/instance.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:51.193364111Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43271"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:51.194001133Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"979fab9c-4122-4b6e-8ff3-fb49667046a1","remote_addr":"[fd00:1122:3344:101::c]:43271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":563,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:51.202008783Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6f491288-300b-46be-84ac-05aa4936d6f2","remote_addr":"[fd00:1122:3344:101::c]:43271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:51.368984789Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35026"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:51.369164483Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"0d17b8b9-4b3f-4838-9c27-822e5c54a509","remote_addr":"[fd00:1122:3344:101::c]:35026","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:51.487727621Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48572"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:51.487915004Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3fa07cbd-31d5-4fb3-8256-67e460464ba7","remote_addr":"[fd00:1122:3344:101::a]:48572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:52.127170804Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42259"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:52.127888908Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5aba5b9d-ca02-4e49-85cb-b7ba2efe2700","remote_addr":"[fd00:1122:3344:101::a]:42259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":645,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-04T22:18:52.13551569Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1816e643-2bb7-4af5-93ba-2e3a359db154","remote_addr":"[fd00:1122:3344:101::a]:42259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"204"}