[ Oct 30 01:21:44 Enabled. ] [ Oct 30 01:21:44 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 30 01:21:44 Method "start" exited with status 0. ] [ Oct 30 01:21:44 Rereading configuration. ] [ Oct 30 01:21:44 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:44.499767962Z","hostname":"sock","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:44.499899333Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:44.551515188Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:44.551556729Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:44.664652978Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:44.673450063Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:44.681193504Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.28459788Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.42023532Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.420268481Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.420352072Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.420415313Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.420423333Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.420435163Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.423397035Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:21:45.423404105Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.423416525Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.423426055Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.423445796Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.423529887Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.423605058Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.423628788Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.423637869Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.434350461Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.434373241Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"0210affb-1ee9-4b45-bfe1-92ccf8d14071 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:45.549343057Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 0210affb-1ee9-4b45-bfe1-92ccf8d14071 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.001304449Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.001336569Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.001343549Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.001353509Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.001364509Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.00138105Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.00138614Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.009234271Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.009257232Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"95ce29dd-6c8b-4d52-a9b3-2806bae3aed7 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.109509298Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 95ce29dd-6c8b-4d52-a9b3-2806bae3aed7 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560632688Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560668478Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0210affb-1ee9-4b45-bfe1-92ccf8d14071 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 95ce29dd-6c8b-4d52-a9b3-2806bae3aed7 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560697679Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560710259Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560717169Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560721229Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.56073655Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.5607682Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0210affb-1ee9-4b45-bfe1-92ccf8d14071 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 95ce29dd-6c8b-4d52-a9b3-2806bae3aed7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.56078534Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.56078984Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.56079346Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.56080782Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.56081122Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560823981Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560860181Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0210affb-1ee9-4b45-bfe1-92ccf8d14071 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 95ce29dd-6c8b-4d52-a9b3-2806bae3aed7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560876092Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560881332Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560885032Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560888052Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560891952Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560896092Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0210affb-1ee9-4b45-bfe1-92ccf8d14071 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 95ce29dd-6c8b-4d52-a9b3-2806bae3aed7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560917112Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560921332Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560924892Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560928602Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560932432Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0210affb-1ee9-4b45-bfe1-92ccf8d14071 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 95ce29dd-6c8b-4d52-a9b3-2806bae3aed7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560950433Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560955182Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560959083Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560962363Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560966083Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560969803Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0210affb-1ee9-4b45-bfe1-92ccf8d14071 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 95ce29dd-6c8b-4d52-a9b3-2806bae3aed7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560992893Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.560996943Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561000783Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561007663Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561011293Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561014683Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0210affb-1ee9-4b45-bfe1-92ccf8d14071 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 95ce29dd-6c8b-4d52-a9b3-2806bae3aed7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561044124Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561048274Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561054964Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561068304Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561118635Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561130025Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561134885Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561149645Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0210affb-1ee9-4b45-bfe1-92ccf8d14071 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 95ce29dd-6c8b-4d52-a9b3-2806bae3aed7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561186426Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561190846Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561195236Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561199326Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561202996Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561207146Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561210406Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0210affb-1ee9-4b45-bfe1-92ccf8d14071 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 95ce29dd-6c8b-4d52-a9b3-2806bae3aed7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561249577Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561256847Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561261097Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561266897Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561270657Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0210affb-1ee9-4b45-bfe1-92ccf8d14071 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 95ce29dd-6c8b-4d52-a9b3-2806bae3aed7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561301678Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561306178Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561309368Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561358938Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561376299Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561384759Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561396569Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561400979Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561404929Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561432699Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.561437549Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.571417682Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:734"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.571467532Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3911"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.571472292Z","hostname":"sock","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999917109s","next_cleanup":"Instant { tv_sec: 1331, tv_nsec: 789312238 }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.571516683Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.571564204Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.571572614Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.5748427Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.576811538Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577085202Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1073"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577090542Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577160793Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577204884Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577223534Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577227324Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1136"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577251454Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577261555Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577269985Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577276625Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1178"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577279725Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577287125Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577310125Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577345216Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.57763614Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 996008ef-62d0-4dcd-be12-2a043f57eeca,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: b62b032f-8fdd-4d6f-9342-3130ad6063e0 (sled),\n rack_id: 996008ef-62d0-4dcd-be12-2a043f57eeca,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577918904Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577924474Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1212"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577964145Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.577978045Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.578149887Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.578281259Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.57833149Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b62b032f-8fdd-4d6f-9342-3130ad6063e0 (sled), rack_id: 996008ef-62d0-4dcd-be12-2a043f57eeca, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.578494392Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4208"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.578551363Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4590"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.583233Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.589045762Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.589187194Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.593274913Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.593354064Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.593488945Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:43266","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b62b032f-8fdd-4d6f-9342-3130ad6063e0 (sled), rack_id: 996008ef-62d0-4dcd-be12-2a043f57eeca, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.593609707Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.593623867Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.593669158Z","hostname":"sock","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.593678438Z","hostname":"sock","pid":1572,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.593685278Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.593689458Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.593704819Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.593740959Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.593750959Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.59378007Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.59378565Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.59378934Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.593897921Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.593910471Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.608903385Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.628905729Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.646388818Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.67953527Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:401"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.679590221Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.679598131Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.679607121Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:413"} {"msg":"Failed enable ddm stats (will retry after 61.0299ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.682783136Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"689325c0-a41e-4423-b2ed-a612461b279c\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 01:21:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"689325c0-a41e-4423-b2ed-a612461b279c\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_0210affb-1ee9-4b45-bfe1-92ccf8d14071/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.693955895Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_0210affb-1ee9-4b45-bfe1-92ccf8d14071/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.72308724Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_0210affb-1ee9-4b45-bfe1-92ccf8d14071/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.723140721Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.72875026Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:428"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.728762521Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_0210affb-1ee9-4b45-bfe1-92ccf8d14071/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.728776571Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.745213215Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 134.242169ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.745761103Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96b9d68a-dc78-4f70-a01f-6aceb86df5f4\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 01:21:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"96b9d68a-dc78-4f70-a01f-6aceb86df5f4\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.825318064Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.881420983Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 83.072674ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.882082212Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8290b0af-e3b4-4997-8036-7c622f176475\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 01:21:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8290b0af-e3b4-4997-8036-7c622f176475\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.965802174Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 174.580516ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:46.966284861Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2918ae0-b8a6-4d6d-a42d-747b7b4d4730\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 01:21:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d2918ae0-b8a6-4d6d-a42d-747b7b4d4730\" }"} {"msg":"Mounting oxi_0210affb-1ee9-4b45-bfe1-92ccf8d14071/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.043772083Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.057253275Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.057378546Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.057404817Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.057437477Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.142312415Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 212.620537ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.143056586Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70bbe34c-c4ae-4ead-8ce2-d59f50ed00e3\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 01:21:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"70bbe34c-c4ae-4ead-8ce2-d59f50ed00e3\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.35695684Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 164.764573ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.35769499Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d7bae9d-9f2a-4572-a746-56b304c968bc\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 01:21:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1d7bae9d-9f2a-4572-a746-56b304c968bc\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.524309291Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 269.541281ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.524715547Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aadcfff5-d015-4d68-bea0-379fef8f98b6\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 01:21:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"aadcfff5-d015-4d68-bea0-379fef8f98b6\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.795577891Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.795633112Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.801440325Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:38288","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.801480925Z","hostname":"sock","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.801561987Z","hostname":"sock","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:38288","producer_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:21:47.802676182Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"359.242093ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.80392952Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.80393685Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.804003191Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:918","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:47.804009121Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:21:48.163177372Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"741.122026ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:21:48.904982948Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"739.343041ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:21:49.645624297Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.125218522s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:50.30778236Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2666"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:50.30781332Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2884"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:50.3078182Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2536"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:50.30782272Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2583"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:50.307837171Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2965"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:50.307841931Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3007"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:50.309806048Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2809"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:50.311404591Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2577"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:50.311541723Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:50.311658835Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 45.08293ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:21:50.599194497Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 59.418747ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:21:50.808936761Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:21:50.810006197Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.713969677s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 244.961062ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:21:50.987702145Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 429.442337ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:21:51.340302072Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.111949903s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:21:51.936386375Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 675.140228ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:21:53.262912071Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:21:53.526119087Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"10.779532692s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 547.041452ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:21:54.176978358Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 519.588256ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:21:54.872259452Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.175240504s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:21:55.566601323Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.091745565Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.091804286Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.091810226Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.091834587Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.092143571Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.092384695Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.092451425Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.092472576Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3911"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.092479086Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:43266","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.317095212Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.317182693Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.317242434Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.317298665Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.317308525Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.317327685Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.317365736Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.317395157Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.321683578Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4232","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.321699168Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4248"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.321706718Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.592860056Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63911"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.593211601Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.593218082Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.593271762Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.593287203Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.593422384Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"ffb6c2e5-c47a-465f-b3b1-155777ee12ee","remote_addr":"[fd00:1122:3344:101::1]:63911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":341,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.624379525Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57803"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.624573728Z","hostname":"sock","pid":1572,"uri":"/sled-role","method":"GET","req_id":"7b2e0167-d609-49a1-8a2e-8d783ec8d832","remote_addr":"[fd00:1122:3344:101::1]:57803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.626049209Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.626075869Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.626467155Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.626669778Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:849"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 74175a40-1b51-4b41-b77e-5e916b439c4f, pool_id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 6b13bc8c-62ab-46e0-a58f-d9028930f080, pool_id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 12113df6-aeb0-4735-b6dd-f52527f9e897, pool_id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 0ccc9e96-40fc-491b-b92b-2d1996f5bd3e, pool_id: 46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 77b3cfc7-63b3-4d19-9345-d317a2f47cd6, pool_id: 10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: b74b4209-5cb9-4092-90e5-c1b27d4bdad1, pool_id: 5241f6a0-2201-47d7-bd1d-3c6e9d27372e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: f5a879ef-fbdf-4ee1-bcb8-049fd079cbdb, pool_id: 2ed1295c-759a-4962-a252-91d354bd3f79 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: b84e5aa7-6672-4772-88f5-bab537a9c64b, pool_id: a135e984-3b2e-48bf-ad19-9c1532643f5c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: a0503b94-ab03-4bba-8eb7-85251087e38b, pool_id: f6d482c4-1a28-4833-825b-6d4c16944f93 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.658685383Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.658776644Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41817"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.659007398Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:874"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 74175a40-1b51-4b41-b77e-5e916b439c4f, pool_id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 6b13bc8c-62ab-46e0-a58f-d9028930f080, pool_id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 12113df6-aeb0-4735-b6dd-f52527f9e897, pool_id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 0ccc9e96-40fc-491b-b92b-2d1996f5bd3e, pool_id: 46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 77b3cfc7-63b3-4d19-9345-d317a2f47cd6, pool_id: 10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: b74b4209-5cb9-4092-90e5-c1b27d4bdad1, pool_id: 5241f6a0-2201-47d7-bd1d-3c6e9d27372e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: f5a879ef-fbdf-4ee1-bcb8-049fd079cbdb, pool_id: 2ed1295c-759a-4962-a252-91d354bd3f79 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: b84e5aa7-6672-4772-88f5-bab537a9c64b, pool_id: a135e984-3b2e-48bf-ad19-9c1532643f5c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: a0503b94-ab03-4bba-8eb7-85251087e38b, pool_id: f6d482c4-1a28-4833-825b-6d4c16944f93 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.659032068Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.659048118Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.659059128Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.659063508Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.659092129Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.659097099Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.659102009Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.659105759Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:21:57.822661356Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8553959111008805215"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:21:57.822792509Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12281312351049151096"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.829494934Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:57.829506504Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"82be7875-07ce-40f0-adce-4c901f20f4bf (zpool)"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.06256701Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b62b032f-8fdd-4d6f-9342-3130ad6063e0)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:21:58.093704673Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.177971112Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.185626251Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.185680002Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.185688332Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.185694332Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.185709313Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.185822004Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.185827974Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.226794857Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_82be7875-07ce-40f0-adce-4c901f20f4bf/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.234525637Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_82be7875-07ce-40f0-adce-4c901f20f4bf","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.432968001Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.440800332Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.440829563Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.440836073Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.440849143Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.440853213Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.451114259Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.4511388Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"8409428f-2196-41d5-ba22-770ef75428f2 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.56287898Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.570513869Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.570534639Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.570539539Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.570547409Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.570553809Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.570660951Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.57066748Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.611811276Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_8409428f-2196-41d5-ba22-770ef75428f2/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.619360784Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_8409428f-2196-41d5-ba22-770ef75428f2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.819750345Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.827407934Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.827431425Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.827436114Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.827440285Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.827445235Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.836520394Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.836534764Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.942159917Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.949937808Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.949967668Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.949996619Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.950036579Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.950050879Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.950170101Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.950178441Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.989397349Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_0ece5864-10bd-4060-8e1f-27fa5d547855/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:58.997706397Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b62b032f-8fdd-4d6f-9342-3130ad6063e0)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:21:59.095777073Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_0ece5864-10bd-4060-8e1f-27fa5d547855","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.202596333Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.210526096Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.210557136Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.210563966Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.210568506Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.210573457Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.219877569Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.219897399Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.324488127Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.332689924Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.332710335Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.332716365Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.332732395Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.332740975Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.332878807Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.332912947Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.371826421Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_46fc8f26-cc08-45e2-9c39-43e63c275d51/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.379227946Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_46fc8f26-cc08-45e2-9c39-43e63c275d51","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.577921544Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.585265149Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.585299039Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.585306769Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.585313419Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.585321419Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.59382547Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.593847031Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.70129117Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.70902339Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.70907146Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.709080071Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.709117961Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.709132771Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.709272213Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.709285223Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.750717643Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.759039391Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.961748536Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.969540697Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.969586387Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.969640568Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.969651178Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.969673028Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.979903994Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:21:59.979929694Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"5241f6a0-2201-47d7-bd1d-3c6e9d27372e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.096434442Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 5241f6a0-2201-47d7-bd1d-3c6e9d27372e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.10471693Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.10474235Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.10474975Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.104784681Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.104796851Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.104940993Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.104957533Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b62b032f-8fdd-4d6f-9342-3130ad6063e0)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:00.108489304Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.148355801Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_5241f6a0-2201-47d7-bd1d-3c6e9d27372e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.157310849Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_5241f6a0-2201-47d7-bd1d-3c6e9d27372e","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.364893312Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.372699924Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.372730984Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.372750584Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.372755215Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.372758884Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.382596455Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.382612425Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"2ed1295c-759a-4962-a252-91d354bd3f79 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.509592762Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 2ed1295c-759a-4962-a252-91d354bd3f79 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.517500104Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.517525364Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.517531645Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.517595125Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.517601596Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.517718427Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.517723697Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.559310619Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2ed1295c-759a-4962-a252-91d354bd3f79/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.566960518Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_2ed1295c-759a-4962-a252-91d354bd3f79","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.77155527Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.779137537Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.779171688Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.779179028Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.779197558Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.779207788Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.789267351Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.789293792Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"a135e984-3b2e-48bf-ad19-9c1532643f5c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.900680067Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: a135e984-3b2e-48bf-ad19-9c1532643f5c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.908537689Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.908561809Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.908582809Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.90859336Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.90860056Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.908752132Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.908758152Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.949093016Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a135e984-3b2e-48bf-ad19-9c1532643f5c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:00.955913793Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b62b032f-8fdd-4d6f-9342-3130ad6063e0)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:01.111133901Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_a135e984-3b2e-48bf-ad19-9c1532643f5c","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.1539262Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.160790268Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.160812308Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.160817618Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.160824118Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.160837509Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.169760105Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.169787366Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"f6d482c4-1a28-4833-825b-6d4c16944f93 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.282237056Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: f6d482c4-1a28-4833-825b-6d4c16944f93 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.290160619Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.290187959Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.290193069Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.29021107Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.29021864Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.290342241Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.290348021Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.331495757Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f6d482c4-1a28-4833-825b-6d4c16944f93/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.338072281Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_f6d482c4-1a28-4833-825b-6d4c16944f93","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.540633813Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.548205511Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.548244062Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.548311343Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.548445364Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0210affb-1ee9-4b45-bfe1-92ccf8d14071 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 95ce29dd-6c8b-4d52-a9b3-2806bae3aed7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 5241f6a0-2201-47d7-bd1d-3c6e9d27372e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2ed1295c-759a-4962-a252-91d354bd3f79 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a135e984-3b2e-48bf-ad19-9c1532643f5c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f6d482c4-1a28-4833-825b-6d4c16944f93 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.548508515Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.548516395Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.548650317Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.54883521Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:878"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.5488439Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.54884718Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.54885081Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:909"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.54885385Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:914"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.54886723Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.54887116Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:920"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.548901441Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.548905551Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:925"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.548971592Z","hostname":"sock","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"4eda4413-e8af-492c-b4e5-0caa06e5c047","remote_addr":"[fd00:1122:3344:101::1]:41817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3890107,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 0df5272a-83a4-447c-b6af-ba23094ce650 (service), filesystem_pool: Some(ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0857ca34-028d-4daa-a6ef-42b963fc6241 (service), filesystem_pool: Some(ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: cb26a1e6-9814-414e-892a-2e49f52e3a7f (service), filesystem_pool: Some(ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.580020264Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.580135115Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:37483"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0df5272a-83a4-447c-b6af-ba23094ce650, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.580372559Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.580377899Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0df5272a-83a4-447c-b6af-ba23094ce650, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0857ca34-028d-4daa-a6ef-42b963fc6241, dataset_name: DatasetName { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.639886876Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.639909666Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0857ca34-028d-4daa-a6ef-42b963fc6241, dataset_name: DatasetName { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cb26a1e6-9814-414e-892a-2e49f52e3a7f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.698762793Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.698794334Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cb26a1e6-9814-414e-892a-2e49f52e3a7f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.758103018Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.758129378Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.758136778Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.758177669Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.800807365Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.800834836Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.800839686Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.851430816Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.85522475Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.858772181Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.871928278Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.876010506Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:01.879669798Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b62b032f-8fdd-4d6f-9342-3130ad6063e0)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:02.113006348Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:03.450794775Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:03.450874456Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:03.451077259Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:03.936794931Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:03.936843482Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:04.416176692Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f\") failed: Property not found. retry in 40.839418ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:04.423237563Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:04.423269793Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:04.426955255Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:04.426985696Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f\") failed: Property not found. retry in 91.684206ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:04.474467692Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650\") failed: Property not found. retry in 27.848197ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:04.550293911Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241\") failed: Property not found. retry in 60.149825ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:04.55657294Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f\") failed: Property not found. retry in 253.671415ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:04.573646333Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650\") failed: Property not found. retry in 65.428759ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:04.584982004Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241\") failed: Property not found. retry in 50.124762ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:04.684057204Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650\") failed: Property not found. retry in 234.3816ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:04.860770119Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f\") failed: Property not found. retry in 324.221066ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:04.896034971Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241\") failed: Property not found. retry in 204.911428ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:04.922639269Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650\") failed: Property not found. retry in 220.514131ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:05.108022607Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241\") failed: Property not found. retry in 341.730981ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:05.137281023Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f\") failed: Property not found. retry in 639.07614ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:05.229504976Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650\") failed: Property not found. retry in 934.318061ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:05.338413876Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241\") failed: Property not found. retry in 430.651604ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:05.487622789Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f\") failed: Property not found. retry in 1.484327274s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:05.877935603Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241\") failed: Property not found. retry in 1.475344805s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:05.92762027Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650\") failed: Property not found. retry in 1.182610906s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:06.282891065Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:06.664589757Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4256"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:06.664642458Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4266","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:06.671953032Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4345"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:06.784861849Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4393"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:06.784898509Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4420"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:06.829286761Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:06.829315901Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4297"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:06.886549686Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4339"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:06.886580136Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4400","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:06.90723122Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4411"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:06.90726549Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4453"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:06.976709229Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4485"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:06.976742459Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4491"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.067887296Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4532"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.067936187Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:07.094491575Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15268291720468723558"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:07.094621547Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10770735198591488476"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b62b032f-8fdd-4d6f-9342-3130ad6063e0)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:07.100194656Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Failed to get switch ID from MGS (retrying in 48.607887ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:07.100308237Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 106.736716ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:07.149737551Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.258843233Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.272900933Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:52739"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.273135317Z","hostname":"sock","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"f4cf256c-fc26-43be-a654-5d539c4192b7","remote_addr":"[fd00:1122:3344:101::2]:52739","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.290386742Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.290500054Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.290872289Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.290887629Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.328005688Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"wait for service Some(\"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f\") failed: Property not found. retry in 1.104413702s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:07.371358934Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378145481Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378203862Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378216082Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378223042Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378230992Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378238712Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378245012Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378252903Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378269113Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378275783Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378283683Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378290303Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378296573Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378300983Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378305813Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378310493Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378314924Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378319473Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378323974Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378328434Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378333144Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378346534Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:07.378351344Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241\") failed: Property not found. retry in 757.521462ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:07.412672773Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650\") failed: Property not found. retry in 1.260188126s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:07.476171266Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:07.825747051Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8553959111008805215"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:07.825866252Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12281312351049151096"} {"msg":"wait for service Some(\"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241\") failed: Property not found. retry in 842.594607ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:08.178784804Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f\") failed: Property not found. retry in 545.379993ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:08.485418778Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650\") failed: Property not found. retry in 629.258013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:08.74492144Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241\") failed: Property not found. retry in 1.182565503s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:09.030900369Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f\") failed: Property not found. retry in 1.026986115s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:09.039247808Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650\") failed: Property not found. retry in 1.241701339s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:09.383749981Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.643848742Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_internal_dns_0df5272a-83a4-447c-b6af-ba23094ce650"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.643881883Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_internal_dns_cb26a1e6-9814-414e-892a-2e49f52e3a7f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.643886553Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_internal_dns_0857ca34-028d-4daa-a6ef-42b963fc6241"} {"msg":"Writing ledger to /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.643891003Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.644198027Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.644455371Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"95f540de-eb3e-4c04-a3ec-d757d4fdd033","remote_addr":"[fd00:1122:3344:101::1]:37483","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9064240,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.646340748Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.699324912Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.752962985Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.81237762Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.8123903Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.843194959Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.84394956Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.84399438Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 0df5272a-83a4-447c-b6af-ba23094ce650 (service), filesystem_pool: Some(ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0857ca34-028d-4daa-a6ef-42b963fc6241 (service), filesystem_pool: Some(ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: cb26a1e6-9814-414e-892a-2e49f52e3a7f (service), filesystem_pool: Some(ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 84e1ce74-9778-41b8-a5ac-b297d0def5ec (service), filesystem_pool: Some(ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7b12b53d-fc01-4588-a30e-040a672f41c7, kind: Service { id: 84e1ce74-9778-41b8-a5ac-b297d0def5ec }, name: Name(\"ntp-84e1ce74-9778-41b8-a5ac-b297d0def5ec\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 126])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.873305947Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.873416639Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:33459"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0df5272a-83a4-447c-b6af-ba23094ce650, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.873587982Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.873595811Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0df5272a-83a4-447c-b6af-ba23094ce650, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0857ca34-028d-4daa-a6ef-42b963fc6241, dataset_name: DatasetName { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.894866694Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.894910325Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0857ca34-028d-4daa-a6ef-42b963fc6241, dataset_name: DatasetName { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cb26a1e6-9814-414e-892a-2e49f52e3a7f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.913806384Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.913838954Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cb26a1e6-9814-414e-892a-2e49f52e3a7f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.931753709Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.93178777Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.931950312Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.932068434Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.942923358Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.975241488Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.975826736Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:10.975833076Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:11.005535988Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 232, 126]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:11.005555209Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:11.005988245Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:11.005992215Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:11.006234178Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:11.007457676Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:11.031039782Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:11.049410193Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:11.691790644Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:11.691913996Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec\") failed: Property not found. retry in 35.558735ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:11.828445759Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec\") failed: Property not found. retry in 108.930735ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:11.871451101Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec\") failed: Property not found. retry in 250.268525ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:12.00705462Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec\") failed: Property not found. retry in 341.831378ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:12.269027998Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec\") failed: Property not found. retry in 711.765107ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:12.620198476Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec\") failed: Property not found. retry in 1.121182886s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:13.342852129Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec\") failed: Property not found. retry in 1.453056183s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:14.473787642Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec\") failed: Property not found. retry in 722.742213ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:15.93676339Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec\") failed: Property not found. retry in 606.824966ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:16.66970996Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:17.097438886Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15268291720468723558"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:17.097549268Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10770735198591488476"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:17.297882089Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec"} {"msg":"Writing ledger to /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:17.297937429Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:17.298253904Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:17.298541318Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"729fd793-0836-4d4d-92d4-d8e350277984","remote_addr":"[fd00:1122:3344:101::1]:33459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6425078,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:17.300561067Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:17.330032256Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:17.330178458Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:60822"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:17.338690369Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:17.338812471Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"5abf1b35-4180-4c0b-b5ec-f5f114cd07cd","remote_addr":"[fd00:1122:3344:101::1]:60822","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8480,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:17.341474719Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:17.446786358Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:17.446890619Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:34407"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:17.828871345Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8553959111008805215"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:17.829012747Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12281312351049151096"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:20.089632255Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"272199071924167758"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:20.236953152Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18186449971757962631"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:20.646331947Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6967319071631283054"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:21.455041635Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:21.455179967Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"5b2fc7f2-0b9b-48cb-8b59-ecbf9769c6cf","remote_addr":"[fd00:1122:3344:101::1]:34407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008219,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:21.458066728Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:21.609359461Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:21.609509203Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62548"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:21.618132356Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:21.618231458Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"e05e7b3f-6491-4108-82b7-952db23a7fb7","remote_addr":"[fd00:1122:3344:101::1]:62548","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8670,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:21.621699497Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:21.840834755Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:21.840935267Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56438"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_84e1ce74-9778-41b8-a5ac-b297d0def5ec': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T01:22:21.849745932Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:21.849853204Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"edb36301-66e7-4376-ad07-5a0519c7703a","remote_addr":"[fd00:1122:3344:101::1]:56438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8869,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:21.85307944Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:22.027568262Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:22.027672624Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64218"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:22.035976782Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"dc809296-eac3-4ce4-935b-a3e3afe20209","remote_addr":"[fd00:1122:3344:101::1]:64218","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8245,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:22.037514904Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:22.037521254Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:22.373809059Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:22.373950041Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:34674"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:22.382554174Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"2d7d6f09-533b-4deb-99ee-08704d8cda89","remote_addr":"[fd00:1122:3344:101::1]:34674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8414,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:22.385201921Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:22.385210812Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:22.676363455Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:22.676505367Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55947"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:22.684251047Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"7a2dd32e-92c6-4d92-af3b-3324a64f7bb1","remote_addr":"[fd00:1122:3344:101::1]:55947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7679,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:22.686041263Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:22.686057883Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:23.126564781Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:23.126663123Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46778"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:23.134319971Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"28137d6b-9950-4cc2-8784-b1a027175d62","remote_addr":"[fd00:1122:3344:101::1]:46778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7555,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:23.135674161Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:23.135679701Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:23.536846389Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:23.536976751Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36716"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:23.545571954Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"407a7c34-555b-4b50-8098-785913b62b05","remote_addr":"[fd00:1122:3344:101::1]:36716","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8530,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:23.546825182Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:23.546829231Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:23.847978437Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:23.848139789Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:60582"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:23.856131993Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"9a9ee899-0cbe-4d98-9ccd-36019bb67e61","remote_addr":"[fd00:1122:3344:101::1]:60582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7909,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.003027383 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:23.858110371Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:23.858115511Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:24.648403761Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:24.64849424Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59957"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:24.656260183Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"7a197b13-261f-458e-bd2b-ab46c28859bf","remote_addr":"[fd00:1122:3344:101::1]:59957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7617,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.001995049 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:24.658016757Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:24.65802286Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.576343965Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.576469132Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50891"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.598091093Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"01042a70-ac7b-4882-b8f9-5b5a3d654d4c","remote_addr":"[fd00:1122:3344:101::1]:50891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":21517,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 396892370, ip_addr: 23.168.24.210, stratum: 3, ref_time: 1730251344.4214137, correction: 0.001171123 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.601870138Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.60187611Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1298"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 0df5272a-83a4-447c-b6af-ba23094ce650 (service), filesystem_pool: Some(ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0857ca34-028d-4daa-a6ef-42b963fc6241 (service), filesystem_pool: Some(ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: cb26a1e6-9814-414e-892a-2e49f52e3a7f (service), filesystem_pool: Some(ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 84e1ce74-9778-41b8-a5ac-b297d0def5ec (service), filesystem_pool: Some(ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7b12b53d-fc01-4588-a30e-040a672f41c7, kind: Service { id: 84e1ce74-9778-41b8-a5ac-b297d0def5ec }, name: Name(\"ntp-84e1ce74-9778-41b8-a5ac-b297d0def5ec\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 126])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4ef61be4-5afe-4350-97ce-fb926a88e8b3 (service), filesystem_pool: Some(ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External } } } }, OmicronZoneConfig { id: 0fed5e17-338f-48a4-a44a-c2c83b9b8496 (service), filesystem_pool: Some(ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 469277da-3fff-42ef-82e1-583840dd6f5d (service), filesystem_pool: Some(ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4decd3e2-3d90-4416-a071-6c81b7678cd7 (service), filesystem_pool: Some(ZpoolName { id: 46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1e9f8693-9c3c-4fd7-b484-384b8e56f5e5 (service), filesystem_pool: Some(ZpoolName { id: 10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.632469595Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.632578543Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46280"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0df5272a-83a4-447c-b6af-ba23094ce650, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.632831531Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.632836734Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0df5272a-83a4-447c-b6af-ba23094ce650, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0857ca34-028d-4daa-a6ef-42b963fc6241, dataset_name: DatasetName { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.652803706Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.652847179Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0857ca34-028d-4daa-a6ef-42b963fc6241, dataset_name: DatasetName { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cb26a1e6-9814-414e-892a-2e49f52e3a7f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.672775276Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.672814473Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cb26a1e6-9814-414e-892a-2e49f52e3a7f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ef61be4-5afe-4350-97ce-fb926a88e8b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.690998395Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.691038042Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4ef61be4-5afe-4350-97ce-fb926a88e8b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fed5e17-338f-48a4-a44a-c2c83b9b8496, dataset_name: DatasetName { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.770644593Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.770684897Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0fed5e17-338f-48a4-a44a-c2c83b9b8496, dataset_name: DatasetName { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 469277da-3fff-42ef-82e1-583840dd6f5d, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.827980909Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.828013713Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 469277da-3fff-42ef-82e1-583840dd6f5d, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4decd3e2-3d90-4416-a071-6c81b7678cd7, dataset_name: DatasetName { pool_name: ZpoolName { id: 46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.885396689Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.885434171Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4decd3e2-3d90-4416-a071-6c81b7678cd7, dataset_name: DatasetName { pool_name: ZpoolName { id: 46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1e9f8693-9c3c-4fd7-b484-384b8e56f5e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.94365112Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:25.943690346Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1e9f8693-9c3c-4fd7-b484-384b8e56f5e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.000795046Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.000846638Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.001002949Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.001123073Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.084786685Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.084836186Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.084842542Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.084851102Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.084858386Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.171085231Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.174907091Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.178772682Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.182839386Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.187235886Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.191784922Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.196220772Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.200917165Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.205551571Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:26.210047104Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:29.02111135Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:29.021257352Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:29.021344183Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:29.027087705Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:29.128634503Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:29.128780835Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 29.315921ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:29.176305633Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:29.176658778Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d\") failed: Property not found. retry in 45.745099ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:29.183672558Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:29.183861251Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:29.183978953Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:29.188732441Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 138.517895ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:29.214448628Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d\") failed: Property not found. retry in 72.583898ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:29.242490348Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d\") failed: Property not found. retry in 132.536763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:29.343266905Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:29.352274404Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"172.269184ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 102.615075ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:29.435616132Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5\") failed: Property not found. retry in 68.31331ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:29.638814951Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 431.272876ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:29.691557603Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d\") failed: Property not found. retry in 399.136788ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:29.851019078Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7\") failed: Property not found. retry in 27.839045ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:30.259620292Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5\") failed: Property not found. retry in 113.261924ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:30.351080185Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 70.715306ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:30.399617597Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 887.79793ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:30.601677886Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d\") failed: Property not found. retry in 986.465973ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:30.711839076Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7\") failed: Property not found. retry in 101.008389ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:30.769799872Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5\") failed: Property not found. retry in 247.439143ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:30.945655508Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 65.433894ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:31.113260056Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7\") failed: Property not found. retry in 163.126779ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:31.181001081Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 129.379231ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:31.21529997Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5\") failed: Property not found. retry in 212.898276ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:31.261430667Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 426.378181ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:31.458612586Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7\") failed: Property not found. retry in 285.263768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:31.686450113Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5\") failed: Property not found. retry in 732.903474ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:31.72276511Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 1.250955395s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:31.734291385Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d\") failed: Property not found. retry in 1.030414299s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:31.747092397Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 495.195752ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:31.89681364Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7\") failed: Property not found. retry in 514.366964ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:31.981796531Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 1.004903021s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:32.403937344Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5\") failed: Property not found. retry in 950.007724ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:32.465207376Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7\") failed: Property not found. retry in 936.957053ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:32.504908272Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d\") failed: Property not found. retry in 1.284264301s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:32.785212294Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 890.165231ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:32.994591576Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 1.117456007s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:33.418331803Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5\") failed: Property not found. retry in 1.051568246s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:33.426434794Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7\") failed: Property not found. retry in 541.265728ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:33.449903578Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 1.348554198s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:33.896657388Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7\") failed: Property not found. retry in 972.254453ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:34.001638043Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d\") failed: Property not found. retry in 1.202317766s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:34.080659135Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5\") failed: Property not found. retry in 518.36328ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:34.49271801Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 1.4018464s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:34.552780161Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7\") failed: Property not found. retry in 1.067512782s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:34.990571996Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5\") failed: Property not found. retry in 735.208348ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:35.022289091Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 583.429245ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:35.256735951Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d\") failed: Property not found. retry in 782.502438ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:35.294271785Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5\") failed: Property not found. retry in 589.786657ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:35.76702014Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 634.866173ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:35.849063482Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 675.077564ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:35.964742031Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7\") failed: Property not found. retry in 705.664448ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:36.066852925Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d\") failed: Property not found. retry in 1.11855634s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:36.086191594Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5\") failed: Property not found. retry in 680.92857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:36.365112506Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 1.242444316s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:36.492427588Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 1.120500356s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:36.64935572Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7\") failed: Property not found. retry in 835.714834ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:36.78290762Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:36.881520713Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54402"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:36.881726956Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"91d22896-de02-4861-b222-b27ee5a7282d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54402","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5\") failed: Property not found. retry in 616.668141ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:37.056805727Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d\") failed: Property not found. retry in 794.404083ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:37.214963627Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7\") failed: Property not found. retry in 557.263603ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:37.62973657Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5\") failed: Property not found. retry in 690.406557ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:37.683324322Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 694.891759ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:37.746664103Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 1.434904347s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:37.7794634Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 954.308946ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:38.451983131Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 1.153833114s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:39.224696178Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 987.749451ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:39.416887524Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 551.57564ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:40.388997193Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 1.012882616s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:40.414186902Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 597.40006ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:41.00331062Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 633.911742ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:41.438033587Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 879.618276ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:41.613345142Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 1.309206274s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:42.083744447Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 589.586676ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:42.50485172Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 801.376632ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:43.105574498Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 639.698212ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:43.403043402Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 618.051362ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:43.915026308Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 532.247489ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:44.050979512Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 918.93404ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:44.541755106Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 976.270114ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:44.593241099Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:44.836009533Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"317.452565ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 767.103564ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:45.469904933Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 521.215387ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:45.579000626Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 1.476924475s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:46.1099366Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 805.943738ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:46.244768729Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 773.217137ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:47.059437001Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496\") failed: Property not found. retry in 1.420319254s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:47.595416838Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3\") failed: Property not found. retry in 1.269798166s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:22:47.842152319Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:49.138301943Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_cockroachdb_4ef61be4-5afe-4350-97ce-fb926a88e8b3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:49.138382574Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_cockroachdb_0fed5e17-338f-48a4-a44a-c2c83b9b8496"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:49.138391244Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_cockroachdb_469277da-3fff-42ef-82e1-583840dd6f5d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:49.138396635Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_cockroachdb_4decd3e2-3d90-4416-a071-6c81b7678cd7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:49.138422555Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_cockroachdb_1e9f8693-9c3c-4fd7-b484-384b8e56f5e5"} {"msg":"Writing ledger to /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:49.138435025Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:49.139007573Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:49.139989317Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"993b1b46-34f6-4261-b03b-a92d243fd0a4","remote_addr":"[fd00:1122:3344:101::1]:46280","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23507866,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:49.175270399Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48733"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:49.208957468Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3707"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:22:54.034634238Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3725"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:00.189306942Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.359515036s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:06.915501769Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33975"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:06.91560076Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"9667cbc5-55fc-41c3-bb2f-7cd4372545a7","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33975","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.374872236Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3748"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.374928437Z","hostname":"sock","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"3c142561-294d-49d8-9af5-9218c00ff405","remote_addr":"[fd00:1122:3344:101::1]:48733","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":19199947,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0df5272a-83a4-447c-b6af-ba23094ce650 (service), filesystem_pool: Some(ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0857ca34-028d-4daa-a6ef-42b963fc6241 (service), filesystem_pool: Some(ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: cb26a1e6-9814-414e-892a-2e49f52e3a7f (service), filesystem_pool: Some(ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 84e1ce74-9778-41b8-a5ac-b297d0def5ec (service), filesystem_pool: Some(ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7b12b53d-fc01-4588-a30e-040a672f41c7, kind: Service { id: 84e1ce74-9778-41b8-a5ac-b297d0def5ec }, name: Name(\"ntp-84e1ce74-9778-41b8-a5ac-b297d0def5ec\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 126])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4ef61be4-5afe-4350-97ce-fb926a88e8b3 (service), filesystem_pool: Some(ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External } } } }, OmicronZoneConfig { id: 0fed5e17-338f-48a4-a44a-c2c83b9b8496 (service), filesystem_pool: Some(ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 469277da-3fff-42ef-82e1-583840dd6f5d (service), filesystem_pool: Some(ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4decd3e2-3d90-4416-a071-6c81b7678cd7 (service), filesystem_pool: Some(ZpoolName { id: 46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1e9f8693-9c3c-4fd7-b484-384b8e56f5e5 (service), filesystem_pool: Some(ZpoolName { id: 10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool), kind: External } } } }, OmicronZoneConfig { id: c35bb5af-0472-4144-91dd-23dd5b379a85 (service), filesystem_pool: Some(ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 48d96034-a5df-4bc9-a9bd-176f35087c4e, kind: Service { id: c35bb5af-0472-4144-91dd-23dd5b379a85 }, name: Name(\"external-dns-c35bb5af-0472-4144-91dd-23dd5b379a85\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 239])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f291dfac-68ee-4c8a-852e-7157f5ceb7ea (service), filesystem_pool: Some(ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 36cce3b8-1305-4c5c-b721-40c33b91717f, kind: Service { id: f291dfac-68ee-4c8a-852e-7157f5ceb7ea }, name: Name(\"external-dns-f291dfac-68ee-4c8a-852e-7157f5ceb7ea\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 10])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 19bff2ca-8198-4ebe-a65d-dc9b7cc80761 (service), filesystem_pool: Some(ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 7b6f8c9e-5eaf-4ee7-9ef8-15fb126a94b7, kind: Service { id: 19bff2ca-8198-4ebe-a65d-dc9b7cc80761 }, name: Name(\"nexus-19bff2ca-8198-4ebe-a65d-dc9b7cc80761\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 32])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67e2e76c-2b10-454e-9122-a630873a6fef (service), filesystem_pool: Some(ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 25d7a83e-750d-4996-9ded-d1a812a86368, kind: Service { id: 67e2e76c-2b10-454e-9122-a630873a6fef }, name: Name(\"nexus-67e2e76c-2b10-454e-9122-a630873a6fef\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 129])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5cb993f2-52f3-46cf-93f4-3b651bfd2850 (service), filesystem_pool: Some(ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: b138a8c7-4b64-466d-b298-b4cf479739f8, kind: Service { id: 5cb993f2-52f3-46cf-93f4-3b651bfd2850 }, name: Name(\"nexus-5cb993f2-52f3-46cf-93f4-3b651bfd2850\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 179])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 30408f44-1132-44ef-aa92-4faa0dddac4e (service), filesystem_pool: Some(ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 1941ca40-cfb9-4a35-abf1-2cd4045079f2 (service), filesystem_pool: Some(ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External } } } }, OmicronZoneConfig { id: ba19edfd-5f70-45d5-8281-fcf3d98a8e51 (service), filesystem_pool: Some(ZpoolName { id: a135e984-3b2e-48bf-ad19-9c1532643f5c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0d0ccac3-8a90-4ac9-a12d-18faa2999147 (service), filesystem_pool: Some(ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: bc999fe8-38b4-41be-b47a-63cf86b9b4bd (service), filesystem_pool: Some(ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ae1838f7-3e96-488e-a300-340f0f19e5d8 (service), filesystem_pool: Some(ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External } } } }, OmicronZoneConfig { id: 9d0274b2-2ce4-457a-b651-30164cab26ec (service), filesystem_pool: Some(ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 046423c6-9856-4296-b5c4-a5c76aa20092 (service), filesystem_pool: Some(ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External } } } }, OmicronZoneConfig { id: d92c7acc-1978-47c0-b1e7-6e0c89ea389f (service), filesystem_pool: Some(ZpoolName { id: 46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool), kind: External } } } }, OmicronZoneConfig { id: b63fd661-9c33-42ca-a2d8-96516824cae1 (service), filesystem_pool: Some(ZpoolName { id: 10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool), kind: External } } } }, OmicronZoneConfig { id: 7776e785-2836-4846-b068-1a58fc8677d1 (service), filesystem_pool: Some(ZpoolName { id: 5241f6a0-2201-47d7-bd1d-3c6e9d27372e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5241f6a0-2201-47d7-bd1d-3c6e9d27372e (zpool), kind: External } } } }, OmicronZoneConfig { id: 091cb35c-71b1-46b0-86a0-5021c3fefa56 (service), filesystem_pool: Some(ZpoolName { id: 2ed1295c-759a-4962-a252-91d354bd3f79 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2ed1295c-759a-4962-a252-91d354bd3f79 (zpool), kind: External } } } }, OmicronZoneConfig { id: 118c8224-3a69-4831-870f-cd8b00e6d51c (service), filesystem_pool: Some(ZpoolName { id: a135e984-3b2e-48bf-ad19-9c1532643f5c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a135e984-3b2e-48bf-ad19-9c1532643f5c (zpool), kind: External } } } }, OmicronZoneConfig { id: 158964dc-7d51-4ded-9839-867467004ec4 (service), filesystem_pool: Some(ZpoolName { id: f6d482c4-1a28-4833-825b-6d4c16944f93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f6d482c4-1a28-4833-825b-6d4c16944f93 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.406250022Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.406366074Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58890"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0df5272a-83a4-447c-b6af-ba23094ce650, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.406675848Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.406681869Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0df5272a-83a4-447c-b6af-ba23094ce650, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0857ca34-028d-4daa-a6ef-42b963fc6241, dataset_name: DatasetName { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.428677262Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.428722462Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0857ca34-028d-4daa-a6ef-42b963fc6241, dataset_name: DatasetName { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cb26a1e6-9814-414e-892a-2e49f52e3a7f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.450530302Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.450576473Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cb26a1e6-9814-414e-892a-2e49f52e3a7f, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ef61be4-5afe-4350-97ce-fb926a88e8b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.47146745Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.471519881Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4ef61be4-5afe-4350-97ce-fb926a88e8b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0fed5e17-338f-48a4-a44a-c2c83b9b8496, dataset_name: DatasetName { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.492072844Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.492117604Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0fed5e17-338f-48a4-a44a-c2c83b9b8496, dataset_name: DatasetName { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 469277da-3fff-42ef-82e1-583840dd6f5d, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.511623042Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.511665152Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 469277da-3fff-42ef-82e1-583840dd6f5d, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4decd3e2-3d90-4416-a071-6c81b7678cd7, dataset_name: DatasetName { pool_name: ZpoolName { id: 46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.531274682Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.531318872Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4decd3e2-3d90-4416-a071-6c81b7678cd7, dataset_name: DatasetName { pool_name: ZpoolName { id: 46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1e9f8693-9c3c-4fd7-b484-384b8e56f5e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.5522675Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.552308171Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1e9f8693-9c3c-4fd7-b484-384b8e56f5e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c35bb5af-0472-4144-91dd-23dd5b379a85, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.571171889Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.57122472Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c35bb5af-0472-4144-91dd-23dd5b379a85, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f291dfac-68ee-4c8a-852e-7157f5ceb7ea, dataset_name: DatasetName { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.681717582Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.681770033Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f291dfac-68ee-4c8a-852e-7157f5ceb7ea, dataset_name: DatasetName { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1941ca40-cfb9-4a35-abf1-2cd4045079f2, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.79121757Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.791269311Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1941ca40-cfb9-4a35-abf1-2cd4045079f2, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae1838f7-3e96-488e-a300-340f0f19e5d8, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.893176441Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:08.893227652Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ae1838f7-3e96-488e-a300-340f0f19e5d8, dataset_name: DatasetName { pool_name: ZpoolName { id: 82be7875-07ce-40f0-adce-4c901f20f4bf (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9d0274b2-2ce4-457a-b651-30164cab26ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.012490809Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.01254505Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9d0274b2-2ce4-457a-b651-30164cab26ec, dataset_name: DatasetName { pool_name: ZpoolName { id: 8409428f-2196-41d5-ba22-770ef75428f2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 046423c6-9856-4296-b5c4-a5c76aa20092, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.110849669Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.110901619Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 046423c6-9856-4296-b5c4-a5c76aa20092, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ece5864-10bd-4060-8e1f-27fa5d547855 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d92c7acc-1978-47c0-b1e7-6e0c89ea389f, dataset_name: DatasetName { pool_name: ZpoolName { id: 46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.203785781Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.203835392Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d92c7acc-1978-47c0-b1e7-6e0c89ea389f, dataset_name: DatasetName { pool_name: ZpoolName { id: 46fc8f26-cc08-45e2-9c39-43e63c275d51 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b63fd661-9c33-42ca-a2d8-96516824cae1, dataset_name: DatasetName { pool_name: ZpoolName { id: 10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.306002006Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.306051327Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b63fd661-9c33-42ca-a2d8-96516824cae1, dataset_name: DatasetName { pool_name: ZpoolName { id: 10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7776e785-2836-4846-b068-1a58fc8677d1, dataset_name: DatasetName { pool_name: ZpoolName { id: 5241f6a0-2201-47d7-bd1d-3c6e9d27372e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.409992686Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.410044126Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7776e785-2836-4846-b068-1a58fc8677d1, dataset_name: DatasetName { pool_name: ZpoolName { id: 5241f6a0-2201-47d7-bd1d-3c6e9d27372e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 091cb35c-71b1-46b0-86a0-5021c3fefa56, dataset_name: DatasetName { pool_name: ZpoolName { id: 2ed1295c-759a-4962-a252-91d354bd3f79 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.51568045Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.51572884Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 091cb35c-71b1-46b0-86a0-5021c3fefa56, dataset_name: DatasetName { pool_name: ZpoolName { id: 2ed1295c-759a-4962-a252-91d354bd3f79 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 118c8224-3a69-4831-870f-cd8b00e6d51c, dataset_name: DatasetName { pool_name: ZpoolName { id: a135e984-3b2e-48bf-ad19-9c1532643f5c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.623448813Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.623499414Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 118c8224-3a69-4831-870f-cd8b00e6d51c, dataset_name: DatasetName { pool_name: ZpoolName { id: a135e984-3b2e-48bf-ad19-9c1532643f5c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 158964dc-7d51-4ded-9839-867467004ec4, dataset_name: DatasetName { pool_name: ZpoolName { id: f6d482c4-1a28-4833-825b-6d4c16944f93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.737723459Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.73777824Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 158964dc-7d51-4ded-9839-867467004ec4, dataset_name: DatasetName { pool_name: ZpoolName { id: f6d482c4-1a28-4833-825b-6d4c16944f93 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.844713092Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.844770313Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.845023676Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.845218969Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.988955884Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.989135196Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:09.989154227Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.013355431Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.013575504Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.013610105Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.038503009Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.038773213Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.038791123Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.049929172Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.051452003Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.221928109Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.22199851Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.22200593Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.22201051Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.222014801Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.222019211Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.222023281Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.222027461Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.222140852Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.227504559Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.233369032Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.237550572Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.242212068Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.247773807Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.404279494Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.408648837Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.413265012Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.417271909Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.421911195Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.426193126Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.431310069Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.436168808Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.441070568Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.445843266Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.450873427Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.456035061Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.462173468Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.468155613Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.474085878Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.480128384Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.485705053Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.490751495Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.495223809Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.500516594Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.505797489Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.511163235Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.554953679Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.617474948Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.670474472Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.741606345Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.796893351Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.799282356Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.799297076Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.864140868Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 138, 10]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.864167569Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.866004115Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.866019935Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.919528036Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 248, 32]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.919553757Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.921477204Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.921490355Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.980605176Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 227, 129]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.980634386Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.982468662Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:10.982911908Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.037511515Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 173, 239]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.037536056Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.039001796Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.039014297Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.093175747Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 199, 179]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.093203998Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.09405947Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.09407196Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.094223572Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.094233653Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.094291113Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.094303023Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.094494126Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.094506146Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.094514377Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.094520197Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.094892802Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.098019296Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.098040147Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.101305983Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.103672557Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.103712797Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.103720608Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.10600218Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.108368584Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.108382364Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.38146955Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.396316131Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.40889785Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.42571534Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.438803166Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.450827707Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.469462522Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.48685473Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.501906144Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:11.517348234Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:12.875540001Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:12.875745224Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:12.932468411Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:12.932675384Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:12.957913363Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:12.958113836Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:12.983136412Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:12.983316504Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:12.990829621Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:12.991024354Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:13.071695552Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:13.071827824Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:13.180995968Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:13.181230341Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:13.338686061Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:13.338846174Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 29.212224ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:13.431139557Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 30.992221ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:13.443561414Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 74.631764ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:13.455089858Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 40.233102ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:13.467064448Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 31.10998ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:13.477916703Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 32.494227ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:13.488535734Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 72.600307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:13.499766894Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 88.36735ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:13.625204319Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:13.627800366Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 98.143311ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:13.667351449Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:13.668537645Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:13.681653592Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:13.686327579Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 36.358738ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:13.736785537Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 101.235022ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:13.7609421Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 228.135298ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:13.792577251Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 94.735216ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:13.816663653Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 132.213517ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:13.849877196Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 135.420492ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:13.888456245Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 119.118131ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:13.944400991Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 100.711655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.047596909Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 143.181038ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.103464054Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 183.761282ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.206021043Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 599.404833ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.25774599Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 195.910849ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.298777943Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 108.245444ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.320725416Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 291.248036ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.353231848Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 254.499156ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.38288908Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 493.357319ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.400333669Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 66.429872ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.416817393Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 225.167449ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.440228376Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 530.783701ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.457289099Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 478.441887ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.470173982Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 66.040617ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.48126027Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 144.242814ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.49599903Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 405.895014ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.507353262Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 96.306116ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.562815441Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 596.564894ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.650024792Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 313.875914ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.663405852Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 192.994243ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.676283615Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 167.040673ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.690257754Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 409.026026ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.700439639Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 921.286019ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.870209185Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 338.489224ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.882433319Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 436.573471ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.894722664Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 622.006999ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.906828146Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 467.009182ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.927702703Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 1.14257426s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:14.962334736Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 812.67343ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:15.058622906Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 1.12387445s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:15.08348599Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 616.163714ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:15.266643687Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 896.036582ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:15.304674178Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 1.027371296s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:15.335458046Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 1.190915732s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:15.352247715Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 1.16412644s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:15.414281697Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 1.026617394s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:15.545823999Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 873.747576ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:15.828975509Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 873.555851ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:16.091038098Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 1.47762334s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:16.194951816Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 1.183449491s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:16.262523678Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 1.161516846s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:16.304060309Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 1.353988552s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:16.340067801Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 862.635499ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:16.377327801Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 1.381424846s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:16.559556535Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 1.364259583s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:16.585644516Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:16.597136949Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"2.447254419s"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 1.067708085s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:16.599411592Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 695.602297ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:16.716251884Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 1.015667641s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:16.979662253Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 912.371675ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:17.25565023Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 895.867676ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:17.426083456Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 1.400888818s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:17.462732387Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 543.911704ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:17.482186094Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 909.59429ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:17.683783443Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 1.218687501s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:17.695644332Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 882.45713ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:17.705709515Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 1.074504043s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:17.955827694Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 1.408728578s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:17.967909486Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 1.25475886s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:18.007442288Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 1.45803761s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:18.041479803Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 1.139880683s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:18.18535642Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 949.861534ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:18.337583776Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 735.826637ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:18.603294388Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 1.111129101s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:18.618077458Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 853.242095ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:18.879011751Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 929.708918ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:18.930758997Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 1.46404914s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:19.045407748Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 722.936355ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:19.277545592Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 1.158588106s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:19.30130008Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 962.720198ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:19.341618414Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 667.669462ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:19.356902541Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 967.738746ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:19.388833566Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 989.366591ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:19.513048793Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:19.574828902Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:19.575195198Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:19.638767682Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:19.639072877Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 992.267277ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:19.742255395Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 739.224658ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:19.754788863Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:19.811010903Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:19.811225797Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 40.13665ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:19.833674436Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 1.463031006s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:19.874777781Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 120.062099ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:19.886123232Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 57.193899ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:19.898199534Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 99.413223ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:19.96955885Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 679.477485ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.015156658Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 268.112053ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.027721197Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 919.927223ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.042631099Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 32.089599ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.064886166Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 114.91134ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.082616168Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 130.695655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.109580722Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 525.659727ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.213392269Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 249.19285ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.251763915Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 595.046425ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.342386775Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 1.348570735s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.376757884Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 1.076536548s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.429549385Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 772.951629ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.488317932Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 612.378961ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.518738154Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 1.042300532s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.551612622Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 348.422858ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.58943564Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 1.254016917s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.602359144Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 565.916441ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.711056301Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 880.013962ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.747600601Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 608.582487ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.759307478Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 764.281107ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.95128887Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 595.500351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.963272031Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 949.377919ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:20.975991551Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 528.096372ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:21.145889539Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 1.056153866s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:21.274305096Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 773.914181ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:21.291731354Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 1.125053896s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:21.354522148Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 1.18524035s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:21.383705863Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 1.150329871s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:21.518580372Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 1.142141106s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:21.570956587Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 1.499187297s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:21.605059183Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 1.273566503s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:21.639793977Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 959.810334ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:21.685278734Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 1.35503165s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:21.727580086Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 870.302115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:21.737995504Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 1.225648421s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:21.868010135Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 1.29837588s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:21.939651314Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 1.331679427s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:22.079125208Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 1.046337951s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:22.345053933Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 1.420466096s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:22.493414968Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 839.121671ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:22.582703795Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 765.934871ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:22.621410225Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 512.716127ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:22.658418852Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 1.173460814s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:22.681234827Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 1.146452164s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:22.726350259Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 665.862336ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:22.928333923Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 760.977747ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.098260801Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 567.785193ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.11015271Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 990.412792ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.121120456Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 1.132436914s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.181370743Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 1.183006157s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.247562225Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 1.184497105s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.395676473Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 572.507563ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.403140379Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 839.188772ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.419963239Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 1.484396605s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.430429058Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:23.441503275Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:23.441593846Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 1.268676808s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.604592016Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:23.634023075Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:23.634170517Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 948.139252ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.688199056Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 56.273381ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.732829361Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 80.8631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.798173471Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 36.077638ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.856227287Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 1.03996674s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.863891276Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 1.317960976s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.871560925Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 1.471046924s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.883005888Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 131.553215ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.89159876Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 64.986164ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.899465262Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 1.034125472s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.923307412Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 238.795449ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.972311888Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 733.063676ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:23.984128336Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 507.535727ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:24.034039947Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 885.986148ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:24.120612088Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 340.096701ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:24.221556625Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 907.16232ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:24.269176893Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 1.057897505s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:24.323741279Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 536.380366ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:24.439087371Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 787.602826ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:24.551176156Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 749.439331ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:24.570810765Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 1.463121333s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:24.589482051Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 847.454668ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:24.6463294Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 1.059694771s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:24.72644999Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 1.435178204s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:24.883626546Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 1.400852268s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:24.912783681Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 911.312442ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:24.923397472Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 772.198701ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:24.966555547Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 547.49309ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:24.984712785Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 1.04118261s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:25.014526589Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 587.903318ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:25.184878483Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 635.963259ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:25.197517213Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 1.087673508s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:25.33010921Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 931.494584ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:25.348784665Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 662.936958ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:25.363396753Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 1.378702062s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:25.390439918Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 600.038924ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:25.50369154Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 1.365692702s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:25.540541184Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 1.434566041s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:25.749435387Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 1.195296395s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:25.782631749Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 1.093728298s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:25.794307195Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 688.008056ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:25.841499007Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 1.024077778s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:25.849386489Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 1.229475459s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:26.037262162Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 673.705687ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:26.061573568Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 1.201994084s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:26.069794276Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 929.525454ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:26.11227975Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 631.241908ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:26.289039975Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 1.3166231s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:26.322733905Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 943.558215ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:26.330367524Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 720.545451ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:26.42782671Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 718.260726ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:26.539006462Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 1.234077704s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:26.744856892Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 913.249734ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:26.778622342Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 516.869819ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:26.88172907Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 1.022772238s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:26.89719606Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 1.058521042s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:26.915545271Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 977.995905ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:26.929696682Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 622.779251ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:26.986615331Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 520.171394ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:27.050919897Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 786.8777ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:27.157400732Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 1.351885649s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:27.193549796Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 1.461378969s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:27.266777998Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 1.194785051s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:27.274455638Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 1.499114724s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:27.282293709Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 714.378872ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:27.290357844Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 1.411097241s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:27.406569798Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 531.602107ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:27.70683608Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 1.156154087s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:27.755052587Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 928.10375ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:27.997258323Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 1.365945475s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:28.017981848Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 984.566592ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:28.030449325Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 1.139577387s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:28.04341294Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 1.297365112s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:28.054924672Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 1.034701528s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:28.066155177Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 1.341605413s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:28.077110822Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 594.842488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:28.087546976Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 1.410684372s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:28.251551129Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 1.055269535s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:28.47924783Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 587.142133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:28.555326881Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 696.58204ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:28.691744473Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 1.403276318s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:28.737786428Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 819.634138ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:28.790931904Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 888.473158ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:28.826273827Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:28.873759412Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:28.873939315Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 1.159301121s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:28.92068968Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 1.366073877s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:28.934899842Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 1.121409873s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.025742838Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea\") failed: Property not found. retry in 25.536997ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.033497705Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea\") failed: Property not found. retry in 148.97633ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.068807317Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 1.039174901s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.11120841Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 1.241228496s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.151558414Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 1.183732724s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.194026345Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea\") failed: Property not found. retry in 105.841745ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.229916769Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea\") failed: Property not found. retry in 206.470801ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.345207389Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 1.347308659s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.362125116Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 805.137704ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.393870212Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 671.659119ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.402512322Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 525.863987ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.427325137Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 933.50867ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.545215059Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea\") failed: Property not found. retry in 1.048668508s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.558928584Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 546.490685ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.620043229Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 1.053516958s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.671592212Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 563.580345ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.723653013Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 1.313271766s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:29.964388038Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 1.038711104s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.084424845Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 580.324574ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.092039154Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 845.032403ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.150731039Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 907.982604ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.158206675Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 596.945633ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.16485424Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 1.032568687s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.175256448Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 788.056272ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.206558683Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 1.222831418s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.295213505Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 508.841176ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.308967955Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 843.639127ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.387577409Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 826.771322ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.401655619Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 633.816631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.489405828Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea\") failed: Property not found. retry in 663.613004ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.617641613Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 586.023718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.682385744Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 549.512041ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.763880424Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 1.30387983s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.77700707Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 1.069124868s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.797225538Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 1.200655672s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:30.836673909Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 665.945952ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.009204554Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 603.863975ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.023275384Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 844.258101ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.078988757Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 1.342441091s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.136292652Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 1.317481044s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.151644291Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 1.241262709s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.225713865Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 836.002245ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.278391774Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 1.406621273s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.330185411Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea\") failed: Property not found. retry in 727.776673ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.348135997Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 697.278939ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.364081284Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 742.846539ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.378419068Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 1.290521512s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.392982645Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 769.60161ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.535662325Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 660.627837ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.663835303Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 1.210946806s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.688019583Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 578.922414ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.877498489Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 754.805593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:31.93513487Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 1.203411078s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.04976913Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 983.309064ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.072671166Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea\") failed: Property not found. retry in 1.488498407s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.087086627Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 758.337302ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.097344207Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 713.02763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.128070604Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 992.171433ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.138642865Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 1.388976898s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.317695033Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 700.637006ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.337396824Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 814.743392ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.46722257Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 1.20690772s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.478098535Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 864.543724ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.487110233Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 1.417982781s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.495045477Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 1.493406245s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.695459718Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 1.271251297s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.706366324Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 621.859144ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.750979768Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 996.799071ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.856048923Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 1.303145594s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.869560496Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 1.16678351s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:32.91130216Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 1.062974876s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.048129356Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 599.039621ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.069985027Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 775.900776ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.150041116Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 568.374487ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.267584649Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 1.471764045s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.297973151Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:33.343244366Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:33.343417938Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 908.475951ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.36600563Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 1.058751197s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.385452876Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea\") failed: Property not found. retry in 1.298127359s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.593439876Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85\") failed: Property not found. retry in 54.764095ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.663926549Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 1.30875005s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.685476065Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 1.106390782s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.699694548Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 824.425027ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.723566368Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85\") failed: Property not found. retry in 55.596407ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.741947819Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85\") failed: Property not found. retry in 162.400833ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.870519079Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 544.702643ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.899937047Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 870.91662ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.917338385Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 1.248423407s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.936937134Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 762.900524ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.955923914Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 1.124749308s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:33.99995894Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85\") failed: Property not found. retry in 251.975898ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.047931653Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 1.168816351s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.095190686Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.105817487Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"2.751924174s"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 745.192293ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.129600345Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 1.387836202s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.187358627Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 1.25892099s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.200810198Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 1.130054503s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.286517168Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85\") failed: Property not found. retry in 1.063261028s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.310030563Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 519.00921ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.45459077Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 1.229568204s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.46236006Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 993.79953ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.561070645Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 652.879777ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.738668362Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 999.670959ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.790319367Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 683.633789ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.815374834Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 1.030663404s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.832254024Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 1.311581468s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.891157662Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea\") failed: Property not found. retry in 1.080991304s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.908316026Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:34.963550932Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:34.963704095Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 976.294747ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:34.988879112Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 1.491171646s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.009591287Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:35.010543661Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:35.010566761Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 1.353005361s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.138102596Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 1.332555633s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.198944052Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef\") failed: Property not found. retry in 69.652261ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.217354244Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850\") failed: Property not found. retry in 60.833065ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.23469345Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 1.071971135s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.276676818Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef\") failed: Property not found. retry in 101.940935ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.299662165Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850\") failed: Property not found. retry in 134.631041ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.433593971Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 1.349406691s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.449328785Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef\") failed: Property not found. retry in 260.433238ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.462434321Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85\") failed: Property not found. retry in 618.880333ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.472112279Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 1.288476526s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.484549126Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 1.455947448s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.496704159Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 513.581089ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.511900965Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 1.440969159s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.567138451Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850\") failed: Property not found. retry in 117.611713ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.588318583Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 693.165154ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.600323124Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 1.322699967s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.703309478Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850\") failed: Property not found. retry in 325.453343ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.718671937Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef\") failed: Property not found. retry in 361.877729ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.733254265Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 1.028493333s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.801947933Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 966.687017ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.873690434Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 736.27036ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:35.977959707Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea\") failed: Property not found. retry in 993.904364ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.000806902Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 686.698396ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.035967882Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850\") failed: Property not found. retry in 1.081033128s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.057000002Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85\") failed: Property not found. retry in 804.231272ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.103041157Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef\") failed: Property not found. retry in 885.917191ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.112813046Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 1.165383118s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.217500366Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 1.296656929s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.305013341Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 1.496337807s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.363678546Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 1.085304564s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.508173052Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 1.292777092s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.51930515Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 1.15707221s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.546750741Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 584.874011ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.730381494Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 1.060898972s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.742549877Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 629.978715ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.784862329Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 526.033536ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.812429041Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 932.806678ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.847342758Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 754.056714ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.8608088Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85\") failed: Property not found. retry in 1.090845623s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.920086463Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1\") failed: Property not found. retry in 1.220101523s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:36.96833699Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:36.984845143Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46571"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:36.986848453Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"deb13393-068a-414b-a14a-1b42dfdaa1d4","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46571","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":497,"response_code":"200"} {"msg":"wait for service Some(\"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea\") failed: Property not found. retry in 678.128784ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.007489796Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef\") failed: Property not found. retry in 1.468835229s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.023278871Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 862.568683ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.033516239Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4\") failed: Property not found. retry in 1.390826555s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.046734625Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850\") failed: Property not found. retry in 843.747698ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.151749649Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 726.224052ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.329343396Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 1.173128685s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.351948058Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 1.329920937s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.396714265Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 772.023663ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.430170631Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 876.281294ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.609486023Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 1.174153567s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.627389677Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 1.00735346s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.64374896Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea\") failed: Property not found. retry in 1.211945126s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.701826197Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 931.960503ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.717436542Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 1.084407764s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.79343388Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 803.422833ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.821935596Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 1.126857449s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.836672526Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e\") failed: Property not found. retry in 635.233566ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.873028483Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 935.646565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:37.911116305Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850\") failed: Property not found. retry in 677.409532ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.012050191Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85\") failed: Property not found. retry in 1.392197608s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.025993989Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 514.805654ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.074360197Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 844.531758ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.224975151Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51\") failed: Property not found. retry in 791.253936ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.501603667Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef\") failed: Property not found. retry in 1.111126446s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.513564427Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 538.938028ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.534502165Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f\") failed: Property not found. retry in 860.438007ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.610125852Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 1.304192056s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.640189929Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761\") failed: Property not found. retry in 1.221752212s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.667172943Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c\") failed: Property not found. retry in 681.45136ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.685545125Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850\") failed: Property not found. retry in 1.335394434s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.705823373Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 630.777162ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.748866156Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1\") failed: Property not found. retry in 1.276209209s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.820264252Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 749.066026ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.869483152Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec\") failed: Property not found. retry in 983.506038ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.905494015Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea\") failed: Property not found. retry in 1.070864083s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.935961768Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56\") failed: Property not found. retry in 584.977656ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:38.989208305Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 503.560515ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:39.087280101Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092\") failed: Property not found. retry in 1.422142109s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:39.105896126Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 1.122145151s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:39.41818343Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85\") failed: Property not found. retry in 1.419772405s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:39.448369595Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd\") failed: Property not found. retry in 886.750837ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:39.631705228Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef\") failed: Property not found. retry in 1.126196518s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:39.67046983Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 688.763304ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:39.693335825Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:39.718922839Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"11.609925723s"} {"msg":"wait for service Some(\"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850\") failed: Property not found. retry in 977.988154ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:40.067493199Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2\") failed: Property not found. retry in 1.427683111s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:40.094064247Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147\") failed: Property not found. retry in 537.894772ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:40.408512662Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8\") failed: Property not found. retry in 677.128174ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:40.570258533Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef\") failed: Property not found. retry in 1.215264478s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:40.814850504Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85\") failed: Property not found. retry in 1.256262988s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:40.891499405Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850\") failed: Property not found. retry in 1.417963465s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:41.066803689Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef\") failed: Property not found. retry in 1.12704622s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:42.047095348Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85\") failed: Property not found. retry in 809.850921ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:42.163939461Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850\") failed: Property not found. retry in 1.191813524s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:42.498431681Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85\") failed: Property not found. retry in 1.259973751s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:42.98538035Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef\") failed: Property not found. retry in 997.407196ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:43.185533618Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277430326Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_ae1838f7-3e96-488e-a300-340f0f19e5d8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277519147Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_7776e785-2836-4846-b068-1a58fc8677d1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277541407Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_external_dns_f291dfac-68ee-4c8a-852e-7157f5ceb7ea"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277549907Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_091cb35c-71b1-46b0-86a0-5021c3fefa56"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277560638Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_046423c6-9856-4296-b5c4-a5c76aa20092"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277589278Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_nexus_19bff2ca-8198-4ebe-a65d-dc9b7cc80761"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277601038Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_158964dc-7d51-4ded-9839-867467004ec4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277607098Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_118c8224-3a69-4831-870f-cd8b00e6d51c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277612648Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_nexus_67e2e76c-2b10-454e-9122-a630873a6fef"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277618598Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_external_dns_c35bb5af-0472-4144-91dd-23dd5b379a85"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277624448Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_nexus_5cb993f2-52f3-46cf-93f4-3b651bfd2850"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277629708Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_oximeter_30408f44-1132-44ef-aa92-4faa0dddac4e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277635999Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_pantry_0d0ccac3-8a90-4ac9-a12d-18faa2999147"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277641749Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_pantry_ba19edfd-5f70-45d5-8281-fcf3d98a8e51"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277647849Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_pantry_bc999fe8-38b4-41be-b47a-63cf86b9b4bd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277653409Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_clickhouse_1941ca40-cfb9-4a35-abf1-2cd4045079f2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277659719Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_9d0274b2-2ce4-457a-b651-30164cab26ec"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277665769Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_d92c7acc-1978-47c0-b1e7-6e0c89ea389f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.277671379Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_b63fd661-9c33-42ca-a2d8-96516824cae1"} {"msg":"Writing ledger to /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.278369559Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.279673708Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.288372101Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"c501b736-e9a5-4a07-8cb4-54f8a2a99ffb","remote_addr":"[fd00:1122:3344:101::1]:58890","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35880929,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.296837052Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1321"} {"msg":"Writing ledger to /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.297075695Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.297252928Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.302811567Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.303984714Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:719"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.347812267Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:886"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/996008ef-62d0-4dcd-be12-2a043f57eeca/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.355612358Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/996008ef-62d0-4dcd-be12-2a043f57eeca/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.422860855Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/996008ef-62d0-4dcd-be12-2a043f57eeca/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.576174047Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/996008ef-62d0-4dcd-be12-2a043f57eeca/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.775455412Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/996008ef-62d0-4dcd-be12-2a043f57eeca/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:44.950891559Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/996008ef-62d0-4dcd-be12-2a043f57eeca/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:45.246467134Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/996008ef-62d0-4dcd-be12-2a043f57eeca/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:45.401560492Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/996008ef-62d0-4dcd-be12-2a043f57eeca/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:45.791502112Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/996008ef-62d0-4dcd-be12-2a043f57eeca/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:46.28834087Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/996008ef-62d0-4dcd-be12-2a043f57eeca/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:46.933997187Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/996008ef-62d0-4dcd-be12-2a043f57eeca/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:47.338929799Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/996008ef-62d0-4dcd-be12-2a043f57eeca/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:47.740412342Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/996008ef-62d0-4dcd-be12-2a043f57eeca/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:48.360566367Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/996008ef-62d0-4dcd-be12-2a043f57eeca/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:49.131253793Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 403 Forbidden; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28b140b1-ac8a-456e-a595-572738832825\", \"content-length\": \"113\", \"date\": \"Wed, 30 Oct 2024 01:23:51 GMT\"}; value: Error { error_code: Some(\"Forbidden\"), message: \"Forbidden\", request_id: \"28b140b1-ac8a-456e-a595-572738832825\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:51.287066021Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:23:52.044742082Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"99ae3cec-5e28-43b3-865f-dd8f41d5b587\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Oct 2024 01:23:52 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"99ae3cec-5e28-43b3-865f-dd8f41d5b587\\\" }\"","delay":"15.652981082s"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e56024f-f567-4468-aca3-a6f528afdb3c\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 01:23:52 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"996008ef-62d0-4dcd-be12-2a043f57eeca\\\"\", request_id: \"2e56024f-f567-4468-aca3-a6f528afdb3c\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:52.822885115Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb7cd43f-901d-4b5a-8477-b3094dbf707a\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 01:23:55 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b62b032f-8fdd-4d6f-9342-3130ad6063e0\\\"\", request_id: \"bb7cd43f-901d-4b5a-8477-b3094dbf707a\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:55.293440391Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"526493eb-4b19-4786-ada5-64c26ce05c53\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 01:23:57 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b62b032f-8fdd-4d6f-9342-3130ad6063e0\\\"\", request_id: \"526493eb-4b19-4786-ada5-64c26ce05c53\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:57.776029118Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4af7c16-a4cf-42a6-ace4-796820560f4f\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 01:23:59 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b62b032f-8fdd-4d6f-9342-3130ad6063e0\\\"\", request_id: \"f4af7c16-a4cf-42a6-ace4-796820560f4f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:23:59.692071783Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"877f5a72-43e0-4590-8b57-207c1450f374\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 01:24:02 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b62b032f-8fdd-4d6f-9342-3130ad6063e0\\\"\", request_id: \"877f5a72-43e0-4590-8b57-207c1450f374\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:02.763816134Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:07.026218256Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58919"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:07.026281127Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"d29e16a9-5106-4548-8656-d32d632fa4ba","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58919","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":27,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da5fe8ca-c6ec-4c82-b650-a08581d8377f\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 01:24:07 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b62b032f-8fdd-4d6f-9342-3130ad6063e0\\\"\", request_id: \"da5fe8ca-c6ec-4c82-b650-a08581d8377f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:07.72833473Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:09.032141444Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:38288","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:57247"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:09.0501012Z","hostname":"sock","pid":1572,"uri":"/b62b032f-8fdd-4d6f-9342-3130ad6063e0","method":"GET","req_id":"752e93f1-1cb7-4311-bf39-0904f7d0b47d","remote_addr":"[fd00:1122:3344:101::d]:57247","local_addr":"[fd00:1122:3344:101::1]:38288","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":16784,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2462d9a-fb1e-4c8d-bbb0-7e524a1aaf24\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 01:24:12 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b62b032f-8fdd-4d6f-9342-3130ad6063e0\\\"\", request_id: \"c2462d9a-fb1e-4c8d-bbb0-7e524a1aaf24\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:12.853842074Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3f6a774-334f-441b-8fd6-03a62c9dae54\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 01:24:16 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b62b032f-8fdd-4d6f-9342-3130ad6063e0\\\"\", request_id: \"b3f6a774-334f-441b-8fd6-03a62c9dae54\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:16.320012723Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"603a47a7-f590-4d47-84ec-2261af8ea5b1\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 01:24:24 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b62b032f-8fdd-4d6f-9342-3130ad6063e0\\\"\", request_id: \"603a47a7-f590-4d47-84ec-2261af8ea5b1\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:24.991041274Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:27.553207264Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:27.644465933Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42768"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:27.646042245Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:27.646051975Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:27.646579793Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:27.647608408Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:27.842738985Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"8b2dfd6a-c64a-45ff-8a92-7a97ba474380","remote_addr":"[fd00:1122:3344:101::a]:42768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":197674,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:31.60213336Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36091"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:31.603785304Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 36cce3b8-1305-4c5c-b721-40c33b91717f, kind: Service { id: f291dfac-68ee-4c8a-852e-7157f5ceb7ea }, name: Name(\"external-dns-f291dfac-68ee-4c8a-852e-7157f5ceb7ea\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 10])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 48d96034-a5df-4bc9-a9bd-176f35087c4e, kind: Service { id: c35bb5af-0472-4144-91dd-23dd5b379a85 }, name: Name(\"external-dns-c35bb5af-0472-4144-91dd-23dd5b379a85\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 239])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 25d7a83e-750d-4996-9ded-d1a812a86368, kind: Service { id: 67e2e76c-2b10-454e-9122-a630873a6fef }, name: Name(\"nexus-67e2e76c-2b10-454e-9122-a630873a6fef\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 129])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7b6f8c9e-5eaf-4ee7-9ef8-15fb126a94b7, kind: Service { id: 19bff2ca-8198-4ebe-a65d-dc9b7cc80761 }, name: Name(\"nexus-19bff2ca-8198-4ebe-a65d-dc9b7cc80761\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 32])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b138a8c7-4b64-466d-b298-b4cf479739f8, kind: Service { id: 5cb993f2-52f3-46cf-93f4-3b651bfd2850 }, name: Name(\"nexus-5cb993f2-52f3-46cf-93f4-3b651bfd2850\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 179])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:31.603823394Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:31.603866535Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:31.603878345Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:31.603897655Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:31.603928406Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:31.603952726Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:31.603981727Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a6b46d08-0910-4a86-92aa-efde4977396a","remote_addr":"[fd00:1122:3344:101::a]:36091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1725,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:31.605981175Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:31.922838694Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61136"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:31.923059287Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:31.923069527Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:31.923125268Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:31.923451103Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:32.114864416Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"2ffbdb30-b643-4502-9827-5052fd33fe33","remote_addr":"[fd00:1122:3344:101::a]:61136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191837,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:32.755480819Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38437"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:32.755760732Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 36cce3b8-1305-4c5c-b721-40c33b91717f, kind: Service { id: f291dfac-68ee-4c8a-852e-7157f5ceb7ea }, name: Name(\"external-dns-f291dfac-68ee-4c8a-852e-7157f5ceb7ea\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 10])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 48d96034-a5df-4bc9-a9bd-176f35087c4e, kind: Service { id: c35bb5af-0472-4144-91dd-23dd5b379a85 }, name: Name(\"external-dns-c35bb5af-0472-4144-91dd-23dd5b379a85\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 239])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 25d7a83e-750d-4996-9ded-d1a812a86368, kind: Service { id: 67e2e76c-2b10-454e-9122-a630873a6fef }, name: Name(\"nexus-67e2e76c-2b10-454e-9122-a630873a6fef\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 129])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7b6f8c9e-5eaf-4ee7-9ef8-15fb126a94b7, kind: Service { id: 19bff2ca-8198-4ebe-a65d-dc9b7cc80761 }, name: Name(\"nexus-19bff2ca-8198-4ebe-a65d-dc9b7cc80761\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 32])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b138a8c7-4b64-466d-b298-b4cf479739f8, kind: Service { id: 5cb993f2-52f3-46cf-93f4-3b651bfd2850 }, name: Name(\"nexus-5cb993f2-52f3-46cf-93f4-3b651bfd2850\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 179])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:32.755802949Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:32.755833774Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:32.755844471Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:32.755849205Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:32.755865921Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:32.755879056Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:32.755898228Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f53d10d0-228e-4f22-b404-3c25ae5dec48","remote_addr":"[fd00:1122:3344:101::a]:38437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":328,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.218056974Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38468"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.218305168Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 36cce3b8-1305-4c5c-b721-40c33b91717f, kind: Service { id: f291dfac-68ee-4c8a-852e-7157f5ceb7ea }, name: Name(\"external-dns-f291dfac-68ee-4c8a-852e-7157f5ceb7ea\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 10])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 48d96034-a5df-4bc9-a9bd-176f35087c4e, kind: Service { id: c35bb5af-0472-4144-91dd-23dd5b379a85 }, name: Name(\"external-dns-c35bb5af-0472-4144-91dd-23dd5b379a85\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 239])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 25d7a83e-750d-4996-9ded-d1a812a86368, kind: Service { id: 67e2e76c-2b10-454e-9122-a630873a6fef }, name: Name(\"nexus-67e2e76c-2b10-454e-9122-a630873a6fef\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 129])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7b6f8c9e-5eaf-4ee7-9ef8-15fb126a94b7, kind: Service { id: 19bff2ca-8198-4ebe-a65d-dc9b7cc80761 }, name: Name(\"nexus-19bff2ca-8198-4ebe-a65d-dc9b7cc80761\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 32])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b138a8c7-4b64-466d-b298-b4cf479739f8, kind: Service { id: 5cb993f2-52f3-46cf-93f4-3b651bfd2850 }, name: Name(\"nexus-5cb993f2-52f3-46cf-93f4-3b651bfd2850\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 179])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.218348748Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.218373439Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.218382279Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.218386759Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.218395229Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.218406849Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.21842718Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"51a39c71-cb26-4bac-9964-215b1555841c","remote_addr":"[fd00:1122:3344:101::c]:38468","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":278,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.247863159Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60674"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.248063201Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 36cce3b8-1305-4c5c-b721-40c33b91717f, kind: Service { id: f291dfac-68ee-4c8a-852e-7157f5ceb7ea }, name: Name(\"external-dns-f291dfac-68ee-4c8a-852e-7157f5ceb7ea\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 10])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 48d96034-a5df-4bc9-a9bd-176f35087c4e, kind: Service { id: c35bb5af-0472-4144-91dd-23dd5b379a85 }, name: Name(\"external-dns-c35bb5af-0472-4144-91dd-23dd5b379a85\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 239])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 25d7a83e-750d-4996-9ded-d1a812a86368, kind: Service { id: 67e2e76c-2b10-454e-9122-a630873a6fef }, name: Name(\"nexus-67e2e76c-2b10-454e-9122-a630873a6fef\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 129])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7b6f8c9e-5eaf-4ee7-9ef8-15fb126a94b7, kind: Service { id: 19bff2ca-8198-4ebe-a65d-dc9b7cc80761 }, name: Name(\"nexus-19bff2ca-8198-4ebe-a65d-dc9b7cc80761\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 32])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b138a8c7-4b64-466d-b298-b4cf479739f8, kind: Service { id: 5cb993f2-52f3-46cf-93f4-3b651bfd2850 }, name: Name(\"nexus-5cb993f2-52f3-46cf-93f4-3b651bfd2850\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 199, 179])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.248103682Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.248119032Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.248131422Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.248135252Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.248144923Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.248157163Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:33.248168603Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"eaccd92f-f9d6-4fe8-a7a0-5bade4d3489c","remote_addr":"[fd00:1122:3344:101::b]:60674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":186,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:37.061196472Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41529"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:37.061306724Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"4b35f484-1262-420b-9708-bd684b424df5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41529","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:39.72021053Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46183"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:39.7208914Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"fb59867c-188e-4b3f-a575-1432f206442f","remote_addr":"[fd00:1122:3344:101::a]:46183","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":617,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:39.769145826Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:39.769163067Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ebd2a845-7ac8-4424-a09c-620618fadc97","remote_addr":"[fd00:1122:3344:101::a]:46183","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:40.359633499Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"733397b4-9c30-4851-b65d-95c58488e4c6","remote_addr":"[fd00:1122:3344:101::a]:46183","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":959,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.190500211Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50667"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.190637193Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"280667a3-ece4-4653-a923-244d0dad6419","remote_addr":"[fd00:1122:3344:101::c]:50667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.222681779Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57423"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.222903022Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"f7a8c0a0-a40d-4d2c-b267-ae751ffa65bc","remote_addr":"[fd00:1122:3344:101::a]:57423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.247846837Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.247871037Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6fde4d25-0462-4c65-b668-96abc91ecbf7","remote_addr":"[fd00:1122:3344:101::c]:50667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.316858229Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47326"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.317048912Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"5386a8cd-322b-471b-8ec9-84be366273d9","remote_addr":"[fd00:1122:3344:101::c]:47326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.328915341Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c3d792e7-f3ad-4e82-b660-75ebcc09ae7f","remote_addr":"[fd00:1122:3344:101::c]:50667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.358988969Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54402"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.35910009Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f1c2c180-64c6-461e-bb9d-f365963c0a6b","remote_addr":"[fd00:1122:3344:101::a]:54402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.372875886Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55938"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.373018438Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1f4e763b-3101-4972-8b7f-bd4c20647f9e","remote_addr":"[fd00:1122:3344:101::b]:55938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.396046796Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.396077786Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6081782e-5fe3-4e45-8cea-261af83fe3cd","remote_addr":"[fd00:1122:3344:101::b]:55938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.416545788Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.416571368Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d33624a4-6906-406c-89b1-9617db863115","remote_addr":"[fd00:1122:3344:101::a]:54402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.429726365Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"fec330ba-1e1a-4806-a2f8-00f60abb5537","remote_addr":"[fd00:1122:3344:101::a]:54402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.487775011Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59537"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.487986944Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"ac6c2fd9-5a40-41a2-ba36-a18889813947","remote_addr":"[fd00:1122:3344:101::b]:59537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":152,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.492038682Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4d84fe94-d439-4913-b522-24ee4e517a3a","remote_addr":"[fd00:1122:3344:101::b]:55938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":159,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.600433204Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45624"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.600467725Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41070"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.600784589Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.605363024Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.652366273Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.708980379Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.70904221Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2f96b30b-194a-45fa-8131-4dbdcd2836c3","remote_addr":"[fd00:1122:3344:101::c]:41070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108516,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.713697526Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"24431450-6a83-4ee8-aa6e-f7174fd051ee","remote_addr":"[fd00:1122:3344:101::c]:41070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2257,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.753919798Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.811056942Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.811101172Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"dddca80e-fddc-4584-ae1b-624157c9bee8","remote_addr":"[fd00:1122:3344:101::b]:45624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":210408,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.814530091Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b3a09ca8-0cb6-4212-8b06-c7d1f07fc4f9","remote_addr":"[fd00:1122:3344:101::b]:45624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":758,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.85032259Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.850383391Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.851180813Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"Writing ledger to /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.85730485Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.858508467Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Attempting to update network config with generation: 3, current_generation: 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.858525567Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.858533637Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.858776341Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.858785681Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"7d2646d5-84d2-4c45-9612-a73c0c51b0c6","remote_addr":"[fd00:1122:3344:101::c]:41070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9187,"response_code":"204"} {"msg":"Broadcasting network config with generation 3","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.858911232Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.858924043Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"f14b7fbd-e723-4618-b2dd-06ae1d74c499","remote_addr":"[fd00:1122:3344:101::b]:45624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3916,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.907792328Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"29f69056-6fde-4fda-88ab-c9a8c19a4bd7","remote_addr":"[fd00:1122:3344:101::a]:49200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":302255,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:24:54.908357256Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"111a7e0e-a274-47a4-b600-d732ad1f5f40","remote_addr":"[fd00:1122:3344:101::a]:49200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":317,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:07.095952365Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65066"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:07.096053526Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"caaebfd5-058a-4081-9c11-6ea644183323","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65066","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.051033085Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50413"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.051171776Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"946a7191-8edd-486b-a224-78411fe32fb8","remote_addr":"[fd00:1122:3344:101::b]:50413","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.110000744Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37384"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.110115145Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e72fc410-4ded-457a-8743-85da5a9f4d33","remote_addr":"[fd00:1122:3344:101::a]:37384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.151027268Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.151059788Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"402de45a-f3c2-48ed-8a8f-9ae0588f8d53","remote_addr":"[fd00:1122:3344:101::b]:50413","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.162033404Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"708deae9-ba5b-4624-a2de-829ef21a7926","remote_addr":"[fd00:1122:3344:101::b]:50413","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":197,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.183166675Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.183192575Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f71416f0-a6ae-4187-935f-e4706aada94a","remote_addr":"[fd00:1122:3344:101::a]:37384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.190271916Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48622"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.190410298Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.234872731Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.303493137Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"bb5fb3dd-3223-4e5c-9dca-ec47db16f260","remote_addr":"[fd00:1122:3344:101::b]:48622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113111,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.303839672Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46353"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.303902893Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38149"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.303977684Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40591"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.304080046Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"022004cb-ae3e-4c11-bf4a-f1c17f650dbf","remote_addr":"[fd00:1122:3344:101::b]:48622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":218,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.304333719Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"93a976b5-ee91-4491-8619-ddfdbeca72eb","remote_addr":"[fd00:1122:3344:101::a]:37384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":541,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.304365559Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"c764297b-f7a1-4906-b02a-376c1bc67fcf","remote_addr":"[fd00:1122:3344:101::a]:38149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":176,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.30437776Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"67494c4b-2394-4305-aa55-f6cd74400a91","remote_addr":"[fd00:1122:3344:101::c]:40591","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":265,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.304515592Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"5ad8dcab-ad66-40a2-9049-2604c881c95d","remote_addr":"[fd00:1122:3344:101::b]:46353","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":322,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.321186939Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.321210269Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"56c4e2d2-9850-4a00-9861-e4d72db6493c","remote_addr":"[fd00:1122:3344:101::c]:40591","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.360888024Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38390"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.360981895Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.39784175Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.453703715Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8b0016b6-572b-46ee-9e0d-75ddf4f6216b","remote_addr":"[fd00:1122:3344:101::a]:38390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92759,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.453952828Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60342"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.454123601Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"cde36c9d-2d38-4ad3-8313-fd47a094ce37","remote_addr":"[fd00:1122:3344:101::c]:40591","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":274,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.454357444Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"2341f491-405f-4097-80f8-8e350cb9764a","remote_addr":"[fd00:1122:3344:101::c]:60342","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":265,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.454983013Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a2f557bb-df29-4761-bee1-6a1894d1ef36","remote_addr":"[fd00:1122:3344:101::a]:38390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.56226675Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47696"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.562369811Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.601713881Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.655674239Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5570b3a7-4c5b-4b80-a0b4-3b5804bbb418","remote_addr":"[fd00:1122:3344:101::c]:47696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93360,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:24.655960993Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7da99bd8-f838-47e6-847b-6df27c2f460a","remote_addr":"[fd00:1122:3344:101::c]:47696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:37.13154394Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52622"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:37.131687922Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"dc8dc8d3-fd18-45a0-baf4-ff1c990a0e3e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52622","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.197317875Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54579"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.197469708Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1f80da06-30c0-4ca8-9c92-990f7d3b36a7","remote_addr":"[fd00:1122:3344:101::a]:54579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.225808931Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64640"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.225946033Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"eea1e871-9052-499a-bcee-44ddfe3486b8","remote_addr":"[fd00:1122:3344:101::b]:64640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.24332295Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.24335701Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"195a4fe2-cce0-4695-9137-9675fffb8de0","remote_addr":"[fd00:1122:3344:101::b]:64640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.284533766Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.284568707Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"68223955-d723-4c24-be05-9f610e5460c0","remote_addr":"[fd00:1122:3344:101::a]:54579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.298371143Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"006247c0-0e65-438a-977c-216c8e0361b1","remote_addr":"[fd00:1122:3344:101::a]:54579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":249,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.31922199Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40849"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.319400792Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"1ba2e77a-025d-416d-96b5-cec6f0fa6a17","remote_addr":"[fd00:1122:3344:101::b]:40849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.327227924Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"af2f4cba-5a3a-4c04-a75e-63d0831f7620","remote_addr":"[fd00:1122:3344:101::b]:64640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.442511055Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:65501"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.442671697Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"9fb5ba87-6e03-4d69-b531-1b81e8e1163a","remote_addr":"[fd00:1122:3344:101::c]:65501","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.453722204Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35695"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.453795465Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b85c7f26-c452-4906-ae85-e2d1595d3c1d","remote_addr":"[fd00:1122:3344:101::c]:35695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":21,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.489049627Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33850"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.489156458Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.530151282Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.584779969Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"1714ccf9-1ac8-48ca-8aa0-452592ca0072","remote_addr":"[fd00:1122:3344:101::b]:33850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95664,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.584964112Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:65454"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.585005572Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55683"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.585196645Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.585228455Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"43f46a21-1bb9-4be3-86c5-090b611fb37a","remote_addr":"[fd00:1122:3344:101::c]:35695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":160,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.585273976Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.585282176Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7a18e1f9-2680-4be6-91d6-389d9c805c2b","remote_addr":"[fd00:1122:3344:101::b]:33850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":224,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.588850057Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"4febb2c3-4910-4f55-adb1-222041ac962d","remote_addr":"[fd00:1122:3344:101::a]:55683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3603,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.592948805Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41562"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.595210868Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e9826428-051b-4e88-bc82-51fa01898a04","remote_addr":"[fd00:1122:3344:101::c]:35695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.621508582Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.678773546Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3b226d7a-9c2a-4f6a-b830-7d85fa42bdde","remote_addr":"[fd00:1122:3344:101::c]:65454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93591,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.681740629Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.683665356Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"19e532a4-17d1-4281-af44-51e358f14baa","remote_addr":"[fd00:1122:3344:101::c]:65454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1715,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.717093002Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.770217118Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"372cb627-2930-48b3-9416-6eb94b0c9baa","remote_addr":"[fd00:1122:3344:101::a]:41562","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":177181,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:25:54.770572463Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"d356911d-4053-4060-97bf-96e627742973","remote_addr":"[fd00:1122:3344:101::a]:41562","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:07.167154795Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56243"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:07.167260687Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"230fcbbe-6332-4e50-a849-230fdf9e33b3","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56243","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:23.974345531Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63713"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:23.974479622Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2031921e-1f15-4d6f-8fea-22ce5d66992a","remote_addr":"[fd00:1122:3344:101::b]:63713","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.01785939Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.01789416Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e4d27aa3-f3ce-486c-b12a-85a3d67096ca","remote_addr":"[fd00:1122:3344:101::b]:63713","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.048921742Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60030"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.049109104Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"1775fd64-854b-4739-be37-1204a7693e27","remote_addr":"[fd00:1122:3344:101::b]:60030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.060534887Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1d1d4a36-8d21-4b0a-8e4a-b21d59b523fe","remote_addr":"[fd00:1122:3344:101::b]:63713","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.077162144Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38724"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.077264605Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"da4956d5-e816-4b42-8504-9ed6c1afe1ba","remote_addr":"[fd00:1122:3344:101::a]:38724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.094358328Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51196"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.094434889Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.149472193Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.222876597Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"81dd2c85-0a62-4fe3-8d2c-1f34268f7374","remote_addr":"[fd00:1122:3344:101::b]:51196","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128478,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.223109841Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37550"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.223149001Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.223154521Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"37ddfd6b-39f3-47a7-a77d-004f8ab4641c","remote_addr":"[fd00:1122:3344:101::a]:38724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.223433455Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"cc26cfcf-61c8-498c-b8ff-68a2ecdd3483","remote_addr":"[fd00:1122:3344:101::b]:51196","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":236,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.223497366Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"55e34e69-63fa-43c3-8c7d-140ef18a4d44","remote_addr":"[fd00:1122:3344:101::a]:37550","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":241,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.237013378Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f201304f-cc3f-4780-b389-c78858964a77","remote_addr":"[fd00:1122:3344:101::a]:38724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.306888273Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44805"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.306978224Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1e179ab4-67f6-4791-a778-14e9c9722d9f","remote_addr":"[fd00:1122:3344:101::c]:44805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.339071601Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63868"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.339209503Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.382755723Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.444704634Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"95d13eb0-1ed5-4de1-ac13-a4a703d044e4","remote_addr":"[fd00:1122:3344:101::a]:63868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105579,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.444948397Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.444975748Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43903"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.444987008Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"884bd8e3-0af8-4bda-8c24-afe7499f21f8","remote_addr":"[fd00:1122:3344:101::c]:44805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.445162031Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a022ee13-babf-45a4-aa16-051bd9347eaa","remote_addr":"[fd00:1122:3344:101::a]:63868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":250,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.445291032Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"547f97c1-6102-43d0-ad99-1b2a0e7fd3d2","remote_addr":"[fd00:1122:3344:101::c]:43903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.455211254Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"88b3c285-b13b-4389-958a-996784f3f77e","remote_addr":"[fd00:1122:3344:101::c]:44805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":177,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.466556825Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41699"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.466643666Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.503029264Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.555630323Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5c2ad9f5-c108-4e48-80d0-d1e8cf8ee2dd","remote_addr":"[fd00:1122:3344:101::c]:41699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89010,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:24.555913987Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"8daa6caf-fd11-47c1-877a-b76d95c4942a","remote_addr":"[fd00:1122:3344:101::c]:41699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:37.201095656Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61855"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:37.201208138Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"22eb3dc2-91af-4b88-b7bd-3427c90c3def","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61855","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.185135358Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50768"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.18526461Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e4da508e-06e6-457d-ba3e-e83bdaeabe96","remote_addr":"[fd00:1122:3344:101::a]:50768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.196783164Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51902"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.196932976Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3a298544-8eb9-4898-a34b-7fa3a9f74676","remote_addr":"[fd00:1122:3344:101::b]:51902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.323222643Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45781"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.323416446Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.374052496Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.442105165Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"65f14863-d758-4eb5-8bb2-7820eb4034dd","remote_addr":"[fd00:1122:3344:101::b]:45781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118752,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.44246414Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57557"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.442561411Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60746"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.442604472Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.442628202Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.442648522Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"948cb379-51b5-43b9-ae93-ed681952b01a","remote_addr":"[fd00:1122:3344:101::b]:51902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":208,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.442667923Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5845232c-e72c-4ad6-a8e8-79f4514ef95a","remote_addr":"[fd00:1122:3344:101::a]:50768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":236,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.442887176Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"36dedbe9-5e42-4518-8883-4a00c3ce4cae","remote_addr":"[fd00:1122:3344:101::b]:45781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":335,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.442904406Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"69161646-0211-4b07-a1e6-a034aae2a8b2","remote_addr":"[fd00:1122:3344:101::c]:60746","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.442928206Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"990a1fa5-dfd0-4ae1-b726-6c70e83c7e35","remote_addr":"[fd00:1122:3344:101::b]:57557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.452616834Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47953"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.452742546Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"cefda0a6-8ccd-414e-ab4c-8aeb394b8c8b","remote_addr":"[fd00:1122:3344:101::c]:47953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":62,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.453295764Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4c383cb3-5610-42f9-9d08-83ad02cc84d5","remote_addr":"[fd00:1122:3344:101::b]:51902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":181,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.499388Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39858"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.499577213Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"7c457409-f309-45cc-be47-bcf0a1ae55d9","remote_addr":"[fd00:1122:3344:101::a]:39858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.509594765Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"86ffcffc-0216-4dc2-a170-1f95bb667bf6","remote_addr":"[fd00:1122:3344:101::a]:50768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.525816446Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39557"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.525877897Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.565358929Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.618212141Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3cf962bd-ce7f-40a2-b886-7328effe4c19","remote_addr":"[fd00:1122:3344:101::a]:39557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92355,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.618482705Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57316"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.618505535Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.618533275Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f39cce24-c061-4178-88de-4d1a6400379d","remote_addr":"[fd00:1122:3344:101::c]:47953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.618771219Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a97767f2-f162-40ad-9de9-5593f5cf84c8","remote_addr":"[fd00:1122:3344:101::a]:39557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":269,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.618811459Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.627556324Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"262e694d-d68c-4bc7-9736-d94820d3990e","remote_addr":"[fd00:1122:3344:101::c]:47953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":302,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.656250992Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.709603261Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"9ec45618-94b1-40be-b1cb-5ca31cbc5220","remote_addr":"[fd00:1122:3344:101::c]:57316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90904,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:26:54.709952796Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6da6079f-5e41-4e7d-84ec-c6dd4d018af0","remote_addr":"[fd00:1122:3344:101::c]:57316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":142,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:01.553006732Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:07.235006747Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58186"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:07.235109268Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"cbe8899b-1e12-43d0-96d0-5b358cb24359","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58186","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.031393687Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33908"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.03155663Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"edb60735-f9c1-4c94-86c3-8f3ea56d1b33","remote_addr":"[fd00:1122:3344:101::b]:33908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.05050941Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62055"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.050648112Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b781e3a3-e611-4b50-b558-8a8a95013752","remote_addr":"[fd00:1122:3344:101::a]:62055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.084221859Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.08425172Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"40e5f5b5-fde0-4750-90dd-8f10983052ec","remote_addr":"[fd00:1122:3344:101::a]:62055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.088463579Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.08848013Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"facd68b9-2ac9-4bf8-b191-fb11ffc88ccd","remote_addr":"[fd00:1122:3344:101::b]:33908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.095425629Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b5c2baab-0f49-45c9-899b-ae62ce916736","remote_addr":"[fd00:1122:3344:101::a]:62055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":268,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.102065823Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2ad4b99a-48eb-4469-88d0-da3ed27f6ee7","remote_addr":"[fd00:1122:3344:101::b]:33908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.134014838Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33959"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.134240131Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"4d0b1a54-be40-4884-bb76-7f8e9709fd1e","remote_addr":"[fd00:1122:3344:101::b]:33959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":170,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.139960172Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60203"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.140063064Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.19253566Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.265291406Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5661b100-1523-44b3-93fa-7d1ca5fc34b6","remote_addr":"[fd00:1122:3344:101::b]:60203","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125264,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.265513459Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56557"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.26556868Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33788"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.265663861Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ae82248a-54ba-4db0-b60d-97183fb23317","remote_addr":"[fd00:1122:3344:101::b]:60203","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":152,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.265916445Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a6e05529-90f9-427e-9da6-b5bc1a159137","remote_addr":"[fd00:1122:3344:101::c]:33788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.265980986Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"b3e202fd-d329-40f1-acba-8cb837cd30db","remote_addr":"[fd00:1122:3344:101::a]:56557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":277,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.307077921Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63072"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.307224843Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.346630343Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.414352637Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ccb4d41a-0609-4e3b-b116-b285c2dc7ab7","remote_addr":"[fd00:1122:3344:101::c]:63072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107183,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.4145697Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44151"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.414623681Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.414654791Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"df1af9f4-391e-478a-9f66-a066ea3540d8","remote_addr":"[fd00:1122:3344:101::c]:33788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":142,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.414945696Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b84ec712-8045-43de-8a3e-b5bc559b8993","remote_addr":"[fd00:1122:3344:101::c]:63072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":269,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.414967746Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"0d560ce8-f9b9-497d-8c17-1b879f8f386e","remote_addr":"[fd00:1122:3344:101::c]:44151","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":225,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.42226873Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53321"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.422345691Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.460421003Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.517044218Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"80779b1a-429b-4f54-b7b4-4ccc278f883b","remote_addr":"[fd00:1122:3344:101::a]:53321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94730,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.517664717Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"63edb0d6-bd64-4dd4-8d1d-c6151f14b210","remote_addr":"[fd00:1122:3344:101::a]:53321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":288,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:24.517679378Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d012ef61-efe4-400c-a412-12165c5f5649","remote_addr":"[fd00:1122:3344:101::c]:33788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":357,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:37.269274161Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43438"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:37.269405723Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"00e3a008-0862-41b3-9eb5-b35cef1476e8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43438","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.19200069Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45023"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.192135352Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6f0aef7f-ea94-451e-b14e-90504a060a7a","remote_addr":"[fd00:1122:3344:101::b]:45023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.205914538Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.205929818Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2605a278-e34d-498a-a045-0fec27a65f7f","remote_addr":"[fd00:1122:3344:101::b]:45023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.221609481Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58572"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.221718613Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"174836d1-fa79-4ac2-aa1b-e1ca50d68d22","remote_addr":"[fd00:1122:3344:101::a]:58572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.24467943Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.2447053Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b7c3393a-3950-4b5b-a38a-91b266f7fc36","remote_addr":"[fd00:1122:3344:101::a]:58572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.255552044Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e182485b-93e1-48e2-bb09-216e6787de02","remote_addr":"[fd00:1122:3344:101::a]:58572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":270,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.304749074Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53261"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.304990868Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"3a09e0b7-ebf5-4846-9892-0a6c737ae7b5","remote_addr":"[fd00:1122:3344:101::a]:53261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.321231529Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63752"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.32134185Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.365083603Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.439802266Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"eb048aba-5c2f-4168-857e-8b833fcf953c","remote_addr":"[fd00:1122:3344:101::a]:63752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118507,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.439927588Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49037"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.440123571Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"37703a0e-7cff-4d49-a20d-fb4ebad3fe37","remote_addr":"[fd00:1122:3344:101::c]:49037","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.440281473Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"06b7a69e-4ff8-4cb8-bfcd-a5eda21230b1","remote_addr":"[fd00:1122:3344:101::a]:63752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":188,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.441067684Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.441332068Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"7e01a88f-d509-427c-a8ac-ce14cc71cb3a","remote_addr":"[fd00:1122:3344:101::b]:64346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":168,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.447003578Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"35975b71-3197-489c-9a23-6a0190bdfad1","remote_addr":"[fd00:1122:3344:101::b]:45023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.493615662Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49507"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.493709903Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.536321449Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.598460694Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e9e5c38e-0169-49c3-8b40-16749ef4c891","remote_addr":"[fd00:1122:3344:101::b]:49507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104790,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.598733958Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40080"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.598789078Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58296"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.598963711Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.598998801Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d8c205c7-0743-4add-b28a-3a0733771292","remote_addr":"[fd00:1122:3344:101::c]:49037","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":248,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.599167044Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"9c8ea87e-9646-4855-bd22-4718cd16f28c","remote_addr":"[fd00:1122:3344:101::c]:40080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":253,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.599206095Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f629a3b7-acfc-4e87-923d-1f32bf8feebe","remote_addr":"[fd00:1122:3344:101::b]:49507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":341,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.599240225Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.61509013Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f87e07c6-9998-4472-a67d-f3b3c898b343","remote_addr":"[fd00:1122:3344:101::c]:49037","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":157,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.644636141Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.709336062Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"cf925195-22e8-4378-b782-d67552012028","remote_addr":"[fd00:1122:3344:101::c]:58296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110252,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:27:54.709750917Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"667784f5-e2ba-4bca-9727-eb89cfd28399","remote_addr":"[fd00:1122:3344:101::c]:58296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:05.971849786Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57146"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:05.972061809Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"1e101c6b-e11b-4a1d-8acb-1527ff99f309","remote_addr":"[fd00:1122:3344:101::a]:57146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:05.972273052Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(11342754) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:05.972307513Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"PUT","req_id":"29647fc2-b426-4e3d-baac-bb2c01f12aa2","remote_addr":"[fd00:1122:3344:101::a]:57146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:06.158748116Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58833"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:06.163285931Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 2e94052d-0435-4aa2-8eb5-0222ccd3db7f, project_id: 8fc92875-4b23-444a-9698-da0015fe3e78 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-30T01:28:06.158501512Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 8f91cf46-c158-47d7-9b5f-b597e570396f, kind: Instance { id: 4b7c02f6-7acd-4da3-95d5-f941c43a7610 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11342754), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8f91cf46-c158-47d7-9b5f-b597e570396f, kind: Instance { id: 4b7c02f6-7acd-4da3-95d5-f941c43a7610 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11342754), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8f91cf46-c158-47d7-9b5f-b597e570396f, kind: Instance { id: 4b7c02f6-7acd-4da3-95d5-f941c43a7610 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11342754), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(11342754))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8f91cf46-c158-47d7-9b5f-b597e570396f, kind: Instance { id: 4b7c02f6-7acd-4da3-95d5-f941c43a7610 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11342754), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-3d55cedcbc0\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 43d97e13-2eb5-4411-8d9e-2c3ea0a7d89e, read_only_parent: Some(Volume { block_size: 512, id: 8c5c3a13-ba80-4c01-a7bf-d9e15a0bf2fb, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 329ae2f1-1d85-4ebc-b67a-5e77198b772d, key: Some(\"7BY162XK9N7Dka8M9SQQumc8bejejqeH4+gfjaFcSDk=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::17]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 43d97e13-2eb5-4411-8d9e-2c3ea0a7d89e, key: Some(\"gayrNtIQsIG6cmQk7+IEYUNKwCMQ25V1jCt13S5SqU8=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19003\", \"[fd00:1122:3344:101::1a]:19003\", \"[fd00:1122:3344:101::16]:19001\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-3d55cedcbc0\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:06.163343191Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:06.163352681Z","hostname":"sock","pid":1572,"propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:1232","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 8f91cf46-c158-47d7-9b5f-b597e570396f, kind: Instance { id: 4b7c02f6-7acd-4da3-95d5-f941c43a7610 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11342754), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8f91cf46-c158-47d7-9b5f-b597e570396f, kind: Instance { id: 4b7c02f6-7acd-4da3-95d5-f941c43a7610 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11342754), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8f91cf46-c158-47d7-9b5f-b597e570396f, kind: Instance { id: 4b7c02f6-7acd-4da3-95d5-f941c43a7610 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11342754), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(11342754))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8f91cf46-c158-47d7-9b5f-b597e570396f, kind: Instance { id: 4b7c02f6-7acd-4da3-95d5-f941c43a7610 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(11342754), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-3d55cedcbc0\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 43d97e13-2eb5-4411-8d9e-2c3ea0a7d89e, read_only_parent: Some(Volume { block_size: 512, id: 8c5c3a13-ba80-4c01-a7bf-d9e15a0bf2fb, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 329ae2f1-1d85-4ebc-b67a-5e77198b772d, key: Some(\"7BY162XK9N7Dka8M9SQQumc8bejejqeH4+gfjaFcSDk=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::17]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 43d97e13-2eb5-4411-8d9e-2c3ea0a7d89e, key: Some(\"gayrNtIQsIG6cmQk7+IEYUNKwCMQ25V1jCt13S5SqU8=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19003\", \"[fd00:1122:3344:101::1a]:19003\", \"[fd00:1122:3344:101::16]:19001\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-3d55cedcbc0\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-30T01:28:06.158501512Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:06.165887248Z","hostname":"sock","pid":1572,"uri":"/vmms/871251c1-69d7-4592-99c2-3bc4d0510094","method":"PUT","req_id":"7d0bd1ab-178c-4cd9-a354-8a74b86e83fc","remote_addr":"[fd00:1122:3344:101::a]:58833","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7081,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:06.266332077Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40481"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:06.26657794Z","hostname":"sock","pid":1572,"uri":"/vmms/871251c1-69d7-4592-99c2-3bc4d0510094/state","method":"PUT","req_id":"7cf1683f-4a55-42de-8e5a-291b26868ebb","remote_addr":"[fd00:1122:3344:101::a]:40481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":151,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:06.267719537Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 11342754 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:06.267761297Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:06.308154802Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:06.330386358Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:06.343240771Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64390"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:06.343377543Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f8cdc475-1b59-4021-95a0-a74438e76b1f","remote_addr":"[fd00:1122:3344:101::a]:64390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:06.361330089Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {8f91cf46-c158-47d7-9b5f-b597e570396f: {10.151.2.176: {85052cb9-0237-4a44-9548-6f1be5a5f00d}, 10.151.2.175: {85052cb9-0237-4a44-9548-6f1be5a5f00d}}} }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:07.303348383Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43397"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:07.303445155Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"0130d338-5063-4c38-999d-27189ea54907","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43397","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"Profile for oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:07.511988182Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:07.512134014Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094\") failed: Property not found. retry in 56.574666ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:28:07.682321936Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094\") failed: Property not found. retry in 142.589828ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:28:07.754204699Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094\") failed: Property not found. retry in 256.289051ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:28:07.914149615Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094\") failed: Property not found. retry in 432.910068ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:28:08.186140205Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094\") failed: Property not found. retry in 1.104747662s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:28:08.634449645Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094\") failed: Property not found. retry in 1.275423111s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:28:09.755431147Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094\") failed: Property not found. retry in 1.093810077s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:28:11.042557042Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094\") failed: Property not found. retry in 1.15712849s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:28:12.147000668Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:13.333321369Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:1710"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:13.342755014Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:1719"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:13.379856922Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:1743"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:13.518056848Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:893"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:13.51886536Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1215"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:13.518935901Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9f054fe6-408a-412b-bf3a-6218964affe0","remote_addr":"[fd00:1122:3344:101::a]:64390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7157936,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-30T01:28:13.519752702Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:13.519786753Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:743"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:13.519812443Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:765","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-30T01:28:13.519752702Z }","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:13.519823283Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:663","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-30T01:28:13.519752702Z }, migration_in: None, migration_out: None }","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-30T01:28:13.538045373Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:13.538063293Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:743"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:13.538102614Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:765","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-30T01:28:13.538045373Z }","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:13.538110154Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:663","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-30T01:28:13.538045373Z }, migration_in: None, migration_out: None }","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:13.596043898Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"56bcbfd6-f42e-4c91-b938-6a41adf9c29a","remote_addr":"[fd00:1122:3344:101::a]:64390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":318,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:23.690260588Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64329"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:23.69108437Z","hostname":"sock","pid":1572,"uri":"/vmms/871251c1-69d7-4592-99c2-3bc4d0510094/state","method":"PUT","req_id":"72c9b636-ce0f-47d6-a938-4167c2c8076f","remote_addr":"[fd00:1122:3344:101::a]:64329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":681,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-30T01:28:23.691214572Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:23.691235132Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:743"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:23.691251542Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:765","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-30T01:28:23.691214572Z }","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:23.691270993Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:663","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-30T01:28:23.691214572Z }, migration_in: None, migration_out: None }","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-30T01:28:23.720159444Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:23.720173444Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:743"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:23.720191604Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:765","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-30T01:28:23.720159444Z }","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:23.720203784Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:779","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:23.720236815Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:28:23.720314346Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"6896274094303642546"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:28:23.720357727Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"2668674236623355220"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:23.722337024Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:23.722355525Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/0210affb-1ee9-4b45-bfe1-92ccf8d14071/debug/bundle/zone\", \"/pool/int/95ce29dd-6c8b-4d52-a9b3-2806bae3aed7/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/82be7875-07ce-40f0-adce-4c901f20f4bf/crypt/debug\", \"/pool/ext/8409428f-2196-41d5-ba22-770ef75428f2/crypt/debug\", \"/pool/ext/0ece5864-10bd-4060-8e1f-27fa5d547855/crypt/debug\", \"/pool/ext/46fc8f26-cc08-45e2-9c39-43e63c275d51/crypt/debug\", \"/pool/ext/10dd35c1-7ea5-4e58-8f56-4efc02fc8a7b/crypt/debug\", \"/pool/ext/5241f6a0-2201-47d7-bd1d-3c6e9d27372e/crypt/debug\", \"/pool/ext/2ed1295c-759a-4962-a252-91d354bd3f79/crypt/debug\", \"/pool/ext/a135e984-3b2e-48bf-ad19-9c1532643f5c/crypt/debug\", \"/pool/ext/f6d482c4-1a28-4833-825b-6d4c16944f93/crypt/debug\"] }","zone_name":"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.032931514Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38766"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.033080646Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"716bd03c-0ecc-4389-aad1-85d747de8fee","remote_addr":"[fd00:1122:3344:101::b]:38766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.050308771Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33599"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.103952135Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {8f91cf46-c158-47d7-9b5f-b597e570396f: {10.151.2.176: {85052cb9-0237-4a44-9548-6f1be5a5f00d}, 10.151.2.175: {85052cb9-0237-4a44-9548-6f1be5a5f00d}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.103991905Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8e41c7de-a759-4443-8cfd-8e4d5a2272a5","remote_addr":"[fd00:1122:3344:101::b]:38766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":151,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.128057908Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6ad508d8-61b8-4420-8422-9308c3581d43","remote_addr":"[fd00:1122:3344:101::b]:38766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":309,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.160212165Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38300"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.160332087Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.212629251Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.288713744Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"d7ce6378-f662-4f56-b1c6-063b63d49324","remote_addr":"[fd00:1122:3344:101::b]:38300","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128438,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.288956577Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33461"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.289015388Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53409"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.289062729Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51791"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.28911128Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50076"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.289293452Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a9901e4f-ef60-46cd-95fb-2252200ab20c","remote_addr":"[fd00:1122:3344:101::b]:38300","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":301,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.289333833Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"9a01aafa-e105-4aff-908d-ad04ee8f8652","remote_addr":"[fd00:1122:3344:101::a]:33461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.289558776Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"2703c9ce-d9e8-4758-b5b9-425d9eb56085","remote_addr":"[fd00:1122:3344:101::b]:53409","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":269,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.308589487Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {8f91cf46-c158-47d7-9b5f-b597e570396f: {10.151.2.176: {85052cb9-0237-4a44-9548-6f1be5a5f00d}, 10.151.2.175: {85052cb9-0237-4a44-9548-6f1be5a5f00d}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.308643778Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2d0fb7de-7aa5-4b63-b284-c361f4e0954e","remote_addr":"[fd00:1122:3344:101::a]:33461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.336997971Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55707"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.337143713Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.38470665Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.385912577Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"259d8ed8-f44c-446f-84a4-ffe6d3a37b25","remote_addr":"[fd00:1122:3344:101::a]:33461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5571,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.396056902Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43121"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.396289195Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"b536815b-d558-4d26-b93d-1bc3ef0944f0","remote_addr":"[fd00:1122:3344:101::a]:43121","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.425520011Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39715"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.425829755Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"9a810c3a-a759-409c-80c9-db345f4d0413","remote_addr":"[fd00:1122:3344:101::c]:39715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.431510346Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.431706909Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"fe521450-ac09-4bdd-b47f-a7d0cd6701f2","remote_addr":"[fd00:1122:3344:101::c]:64205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.449999309Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7f58d34c-7237-4dc5-8519-f3bb150fbf5e","remote_addr":"[fd00:1122:3344:101::a]:55707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112910,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.450423155Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"abf37f47-0050-4948-9b6f-1fc59e0e16ea","remote_addr":"[fd00:1122:3344:101::a]:55707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.453680211Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44025"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.453813673Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.460475388Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094\", bundle_id: 03bc952b-6bd3-4d54-9f34-f3dc75203b72 }, time_created: 2024-10-30T01:28:23.722515477Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_871251c1-69d7-4592-99c2-3bc4d0510094","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T01:28:24.46058025Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:993"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.478377483Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {8f91cf46-c158-47d7-9b5f-b597e570396f: {10.151.2.176: {85052cb9-0237-4a44-9548-6f1be5a5f00d}, 10.151.2.175: {85052cb9-0237-4a44-9548-6f1be5a5f00d}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.478442674Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"17e36ca1-113c-4fae-a570-0c00a42f19e3","remote_addr":"[fd00:1122:3344:101::c]:39715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":247,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.498406808Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"93b912f5-f6a8-4c16-9de6-d60d39efc26e","remote_addr":"[fd00:1122:3344:101::c]:39715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":308,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.499774967Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.556074519Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"98273211-2956-4baf-a767-821f5c5d5116","remote_addr":"[fd00:1122:3344:101::c]:44025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102301,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:24.556372203Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"052a3d8a-edd2-4c5f-9349-80da8d2d629b","remote_addr":"[fd00:1122:3344:101::c]:44025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:26.204326933Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:26.222819956Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(11342754), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:26.222860177Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(11342754), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:26.223268732Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:663","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-30T01:28:26.223243072Z }, migration_in: None, migration_out: None }","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:26.274158197Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:663","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-30T01:28:26.223243072Z }, migration_in: None, migration_out: None }","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:26.27787308Z","hostname":"sock","pid":1572,"instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","propolis_id":"871251c1-69d7-4592-99c2-3bc4d0510094","instance_id":"4b7c02f6-7acd-4da3-95d5-f941c43a7610","component":"InstanceManager","file":"sled-agent/src/instance.rs:930"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:26.305106027Z","hostname":"sock","pid":1572,"uri":"/vmms/871251c1-69d7-4592-99c2-3bc4d0510094/state","method":"GET","req_id":"40a33ac4-22b3-4ab7-95ac-b16d28a0a7ab","remote_addr":"[fd00:1122:3344:101::b]:33599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2254690,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:26.305148388Z","hostname":"sock","pid":1572,"uri":"/vmms/871251c1-69d7-4592-99c2-3bc4d0510094/state","method":"GET","req_id":"98dee554-6280-406f-8907-ca6e11101636","remote_addr":"[fd00:1122:3344:101::a]:51791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2015817,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:26.305251729Z","hostname":"sock","pid":1572,"uri":"/vmms/871251c1-69d7-4592-99c2-3bc4d0510094/state","method":"GET","req_id":"076c6bee-3ece-4497-aecd-796e06630675","remote_addr":"[fd00:1122:3344:101::c]:50076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2015914,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:26.773296739Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63635"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:26.773398741Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e42f19de-ec00-40e2-977c-08ded1e0b9e1","remote_addr":"[fd00:1122:3344:101::a]:63635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:26.821892411Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {8f91cf46-c158-47d7-9b5f-b597e570396f: {10.151.2.176: {85052cb9-0237-4a44-9548-6f1be5a5f00d}, 10.151.2.175: {85052cb9-0237-4a44-9548-6f1be5a5f00d}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:26.821917142Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3fe5bcfa-94f2-47dd-becf-71d525a5009b","remote_addr":"[fd00:1122:3344:101::a]:63635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:26.830887279Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"385ce295-e61c-4c54-b94b-fbc054a63c1b","remote_addr":"[fd00:1122:3344:101::a]:63635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:26.936840557Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49301"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:26.937015049Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"cbd8c3b7-efcf-466a-9bf9-ae6c8e0740a2","remote_addr":"[fd00:1122:3344:101::a]:49301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:27.519134563Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61532"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:27.519319486Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"48ae1383-5da6-4117-860a-6a07912cd1f2","remote_addr":"[fd00:1122:3344:101::a]:61532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:27.584033516Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36755"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:27.584106328Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"15089339-4e48-4b81-9e08-b6ba21103c97","remote_addr":"[fd00:1122:3344:101::a]:36755","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:27.598390921Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:27.598455632Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1215"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:27.598462692Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9d0a17bc-b4ad-4300-8655-9ff0b7257c80","remote_addr":"[fd00:1122:3344:101::a]:36755","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:27.606477336Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1f121033-a054-446f-b391-690002be197b","remote_addr":"[fd00:1122:3344:101::a]:36755","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":274,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:28.242634598Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41319"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:28.242712719Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c830d153-4af2-4d47-b2b0-3e0248150bbe","remote_addr":"[fd00:1122:3344:101::a]:41319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:28.256557586Z","hostname":"sock","pid":1572,"sled_id":"b62b032f-8fdd-4d6f-9342-3130ad6063e0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:28.256579277Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"78e5aeda-8346-470b-851a-ad975e1dbbe9","remote_addr":"[fd00:1122:3344:101::a]:41319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T01:28:28.268548117Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2a934cd0-ad17-45ef-ba71-c88337ceca6b","remote_addr":"[fd00:1122:3344:101::a]:41319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":221,"response_code":"204"}