[ Oct 3 20:29:51 Enabled. ] [ Oct 3 20:29:51 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 3 20:29:51 Method "start" exited with status 0. ] [ Oct 3 20:29:51 Rereading configuration. ] [ Oct 3 20:29:51 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:51.697364022Z","hostname":"buskin","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:51.697548487Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:51.750124936Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:51.750163637Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:51.866029181Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:51.874905762Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:51.883126766Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.488149196Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.629018543Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.629058053Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.629134925Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.629198567Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.629207067Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.629220448Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.63215651Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:29:52.632167671Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.632186291Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.632192651Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.632198582Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.632256453Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.632356555Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.632384956Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.632399077Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.643452272Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.643489783Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:52.744887267Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.152534673Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.152563663Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.152569824Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.152582674Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.152589014Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.152604344Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.152609105Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.161481936Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.161502286Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.250808549Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670046204Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670087625Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670126777Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670142127Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670150627Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670164158Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670194808Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670222859Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670239859Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670244229Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670248389Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.67026132Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.67026493Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.67026823Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670283521Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670288401Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670292941Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670295881Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670299281Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670302311Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670315651Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670327331Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670331742Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670335442Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670340542Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670343992Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670360212Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670365103Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670368763Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670373173Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670377513Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670381163Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670404904Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670409033Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670415504Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670420574Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670424444Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670428994Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670453725Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670457805Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670488926Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670496746Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670539497Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670552387Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670556617Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670564277Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670597938Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670602638Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670605929Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670609809Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670613149Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670616909Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.67064393Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670650819Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.67065473Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.6706637Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.67066734Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670698021Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670702631Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670706301Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670709581Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670770862Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670787173Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670796363Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670805834Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670813654Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670817844Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670845624Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.670849855Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.682446743Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.682481924Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999934039s","next_cleanup":"Instant { tv_sec: 1077, tv_nsec: 562346231 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.682508255Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.682533495Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.682579007Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.682594377Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.685854778Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.687593921Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.688120294Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.688127515Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.688190966Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.688236297Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.688245897Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.688253248Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.688287949Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.688300259Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.688309539Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.688321639Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.68832543Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.68832916Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.68835748Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.688391921Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.688681708Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 021d416d-2dd8-43a0-86e1-0a1870db0a61,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: b24d01f3-ba7d-442a-bbe9-9e56a4bb9192 (sled),\n rack_id: 021d416d-2dd8-43a0-86e1-0a1870db0a61,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.688938485Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.688943445Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.688976236Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.688987316Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.68916105Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.689280083Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.689350965Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b24d01f3-ba7d-442a-bbe9-9e56a4bb9192 (sled), rack_id: 021d416d-2dd8-43a0-86e1-0a1870db0a61, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.68995784Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4241"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.690019552Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4623"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.694411281Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.700351279Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.700454692Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704493802Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704547963Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704626115Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:34632","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b24d01f3-ba7d-442a-bbe9-9e56a4bb9192 (sled), rack_id: 021d416d-2dd8-43a0-86e1-0a1870db0a61, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704730948Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704743848Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704768249Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704775239Z","hostname":"buskin","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704787159Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704793269Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704838361Z","hostname":"buskin","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704847071Z","hostname":"buskin","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704880882Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704887262Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704895162Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704901842Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704906432Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.704915492Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.721930896Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.742285983Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.755930512Z","hostname":"buskin","pid":1562,"sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.755963433Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.755968293Z","hostname":"buskin","pid":1562,"sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.756022705Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 131.069673ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.759096961Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c294cc59-67e8-4473-a37a-c273ade665e5\", \"content-length\": \"124\", \"date\": \"Thu, 03 Oct 2024 20:29:53 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c294cc59-67e8-4473-a37a-c273ade665e5\" }"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.759688836Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"attempting to create encrypted zvol: name=\"oxi_d10962d9-79b3-427c-8c42-ec5b2adbc6ee/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.769135301Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_d10962d9-79b3-427c-8c42-ec5b2adbc6ee/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.792984085Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_d10962d9-79b3-427c-8c42-ec5b2adbc6ee/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.793017596Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.799004125Z","hostname":"buskin","pid":1562,"sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.799011455Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_d10962d9-79b3-427c-8c42-ec5b2adbc6ee/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.799015835Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.887134018Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.892187284Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 69.707127ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.892677026Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64f016d7-5ab4-4299-92eb-e7b78e48de8c\", \"content-length\": \"124\", \"date\": \"Thu, 03 Oct 2024 20:29:53 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"64f016d7-5ab4-4299-92eb-e7b78e48de8c\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.963764166Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 161.587861ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:53.964217777Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf04e5ce-de9a-4617-8e9e-13354cefc4ce\", \"content-length\": \"124\", \"date\": \"Thu, 03 Oct 2024 20:29:53 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"cf04e5ce-de9a-4617-8e9e-13354cefc4ce\" }"} {"msg":"Mounting oxi_d10962d9-79b3-427c-8c42-ec5b2adbc6ee/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.106367275Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.123506581Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.123563173Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.123587223Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.123603124Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.126853355Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 198.48884ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.127389478Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81fbc8f8-b08a-4a52-b797-71aa52d0b39d\", \"content-length\": \"124\", \"date\": \"Thu, 03 Oct 2024 20:29:53 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"81fbc8f8-b08a-4a52-b797-71aa52d0b39d\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.326469534Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 136.348793ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.329655393Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd463e4e-349f-4f51-95ee-6ce6e4fe9625\", \"content-length\": \"124\", \"date\": \"Thu, 03 Oct 2024 20:29:53 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fd463e4e-349f-4f51-95ee-6ce6e4fe9625\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.46694003Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 236.763423ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.467575566Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b954c211-7b5b-490b-9a6e-6cede7dbf2dd\", \"content-length\": \"124\", \"date\": \"Thu, 03 Oct 2024 20:29:53 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b954c211-7b5b-490b-9a6e-6cede7dbf2dd\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.705273412Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 161.923516ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.705900768Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a1445ca-8a12-432d-a9a3-ab10f0e71c0a\", \"content-length\": \"124\", \"date\": \"Thu, 03 Oct 2024 20:29:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8a1445ca-8a12-432d-a9a3-ab10f0e71c0a\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.849246556Z","hostname":"buskin","pid":1562,"sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.85500406Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:60531","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.855042831Z","hostname":"buskin","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:72","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.855097982Z","hostname":"buskin","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:60531","producer_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:29:54.856289152Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"238.299967ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.856990039Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.856996469Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.85704747Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.857053131Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:54.868198078Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:29:55.095833804Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"551.297592ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:29:55.648447989Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"846.918194ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:29:56.497342459Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.825760958s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:57.355966841Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2699"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:57.355997291Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2917"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:57.356003202Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2569"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:57.356012022Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2616"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:57.356017382Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:57.356021902Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3040"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:57.357909299Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2842"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:57.359177501Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2610"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:57.359299404Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:29:57.359426287Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 37.021003ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:29:57.645361174Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 146.280816ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:29:57.841079476Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 111.285478ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:29:58.02687874Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 316.67094ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:29:58.210938952Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:29:58.324850097Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.457404931s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.167971886s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:29:58.653083877Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 515.691491ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:00.059400172Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 657.157536ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:00.740946326Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:00.785038104Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"9.839042509s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 537.405729ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:01.414224095Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 810.269068ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:02.105127602Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.404440383Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.404491815Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.404516425Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.404541826Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.404753021Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.404944516Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.404992917Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.405001297Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.405051818Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:34632","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.66102227Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.661088102Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.661148503Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.661185754Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.661191964Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.661246706Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.661269776Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.661278916Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.66705018Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4265","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.66706078Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4281"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.66706431Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.913757861Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39731"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.914030948Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.91411593Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"dd3c58d4-0a62-437b-8274-ff588ba68281","remote_addr":"[fd00:1122:3344:101::1]:39731","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":184,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.943919702Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61825"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.944137077Z","hostname":"buskin","pid":1562,"uri":"/sled-role","method":"GET","req_id":"242b1eb5-c6dc-4158-a3f0-b98668b18500","remote_addr":"[fd00:1122:3344:101::1]:61825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.945636714Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.945677295Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.946021564Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.946403504Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:989"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 75531973-dc96-4b43-8181-1c540f87723e, pool_id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 2514a450-0e7c-43f4-b929-0f07a757c752, pool_id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 210a5558-6405-4b5f-a590-7b6b9c8d4d96, pool_id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 59addcfa-133c-457d-a0c2-5cddfe4bcf90, pool_id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 9c899589-4bf9-42a6-8cfa-823d4a061e8a, pool_id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: c14007f9-a42d-4135-b060-94b1436454d2, pool_id: dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 02ce356b-1f90-42a7-8dc3-8b558b51ff64, pool_id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: f8d70932-907c-48b9-912a-b61269c3e255, pool_id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 0079ac32-7d1d-42e0-b54f-1439b75fa6f5, pool_id: 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.978106282Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.978170424Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49929"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.978369379Z","hostname":"buskin","pid":1562,"sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 75531973-dc96-4b43-8181-1c540f87723e, pool_id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 2514a450-0e7c-43f4-b929-0f07a757c752, pool_id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 210a5558-6405-4b5f-a590-7b6b9c8d4d96, pool_id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 59addcfa-133c-457d-a0c2-5cddfe4bcf90, pool_id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 9c899589-4bf9-42a6-8cfa-823d4a061e8a, pool_id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: c14007f9-a42d-4135-b060-94b1436454d2, pool_id: dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 02ce356b-1f90-42a7-8dc3-8b558b51ff64, pool_id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: f8d70932-907c-48b9-912a-b61269c3e255, pool_id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 0079ac32-7d1d-42e0-b54f-1439b75fa6f5, pool_id: 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.978395059Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.978401369Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.97840795Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.97841777Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.97843191Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.97843659Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.978442281Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:03.978446551Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:04.177095445Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:04.177131866Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192)","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:04.455510076Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:04.924228683Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11078730211014710590"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:04.924314845Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17942500017472525276"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.386447368Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.400578219Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.40863338Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.408693891Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.408707611Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.408728082Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.408745432Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.408845935Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.408858165Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.439680693Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9be3601f-65b1-4f43-9377-aa5513d9b31a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.446263696Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192)","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:05.457868845Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_9be3601f-65b1-4f43-9377-aa5513d9b31a","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.599827949Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.606643798Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.60669183Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.606736421Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.606747011Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.606760412Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.616377011Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.616414192Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.705836048Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.714723219Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.71476056Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.7147676Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.71477711Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.714787481Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.714949425Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.714957335Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.750628302Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_7f092e33-1af0-4e4e-87b6-07db26b26d4d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.758224792Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_7f092e33-1af0-4e4e-87b6-07db26b26d4d","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.928826238Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.93651736Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.936561101Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.936571641Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.936581471Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.936596112Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.946196401Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:05.946224271Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.039396909Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.047182823Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.047219434Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.047244385Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.047390019Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.047401349Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.047486821Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.047497541Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.083790615Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.091313172Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_cced9d79-ed80-4c89-994e-8eaec18a3ffe","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.270530333Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.278377788Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.278422049Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.27843351Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.27844172Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.27844901Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.288154732Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.288198713Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.38411366Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.391920535Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.391959545Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.391968716Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.392014317Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.392039358Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.392250413Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.392260673Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.428400303Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_bbefb67e-cb66-4fc4-8b99-53014030c8bf/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.436275459Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192)","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:06.460150233Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_bbefb67e-cb66-4fc4-8b99-53014030c8bf","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.605339497Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.612522466Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.612571857Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.612586787Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.612593297Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.612598597Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.622269018Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.622294249Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.718208586Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.726106863Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.726138724Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.726148414Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.726155574Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.726192895Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.726318058Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.726328459Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.761069753Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_bb86cec0-ba38-4d2f-b865-3bb4c225bc60/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.768646042Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_bb86cec0-ba38-4d2f-b865-3bb4c225bc60","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.940266174Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.948353035Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.948399626Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.948411836Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.948420537Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.948443287Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.957829401Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:06.957854602Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.051515553Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.05864059Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.058681451Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.058702471Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.058776023Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.058789874Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.058889476Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.058898056Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.092357319Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_dab8d29a-db6e-412c-9f30-46af8b4a3a6f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.100142103Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_dab8d29a-db6e-412c-9f30-46af8b4a3a6f","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.275913308Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.283429705Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.283463486Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.283488097Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.283494387Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.283499407Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.293283191Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.293310611Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.385594428Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.393168517Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.393219778Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.393228948Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.393248059Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.393261309Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.393432803Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.393440993Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.427245225Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1220f876-5a4e-47b8-b4aa-f7dee07ba8ea/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.4350734Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192)","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:07.462430051Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_1220f876-5a4e-47b8-b4aa-f7dee07ba8ea","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.606100547Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.613966783Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.614005354Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.614016414Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.614024214Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.614075245Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.623328136Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.623350596Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.727800636Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.735025656Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.735080337Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.735092838Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.735117778Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.735126909Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.735276822Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.735285593Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.773377641Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.780673343Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.942592973Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.949423653Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.949453154Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.949461964Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.949468494Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.949484974Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.959633977Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:07.959656858Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.056893177Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.064978298Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.065010449Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.065016969Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.06504973Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.06506042Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.065255015Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.065267406Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.101372744Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.109504117Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.291401575Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.299601019Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.299641369Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.299705841Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.299810254Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d10962d9-79b3-427c-8c42-ec5b2adbc6ee (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d35e8d59-5698-4220-bc9f-2ce76555d934 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.299864475Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.299870315Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.300024469Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.300247395Z","hostname":"buskin","pid":1562,"sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.300254595Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.300258705Z","hostname":"buskin","pid":1562,"sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.300263345Z","hostname":"buskin","pid":1562,"sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.300268265Z","hostname":"buskin","pid":1562,"sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.300277185Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.300283325Z","hostname":"buskin","pid":1562,"sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.300317546Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:757","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.300323746Z","hostname":"buskin","pid":1562,"sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.300376428Z","hostname":"buskin","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"4070035d-cfe9-424d-bf8a-a7456e30c9db","remote_addr":"[fd00:1122:3344:101::1]:49929","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4322142,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 3e467632-ea6c-446e-934a-4e4b2c63a244 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 30aa01c9-780d-4456-824b-3ef76ad5ee62 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.332679072Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.332944278Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42451"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e467632-ea6c-446e-934a-4e4b2c63a244, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.333155604Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.333168184Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3e467632-ea6c-446e-934a-4e4b2c63a244, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.383876236Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.383912217Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 30aa01c9-780d-4456-824b-3ef76ad5ee62, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.434666181Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.434714472Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 30aa01c9-780d-4456-824b-3ef76ad5ee62, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192)","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:08.465811386Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.485343132Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.485386043Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.485418454Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.485468735Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.530884776Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.530934377Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.530942267Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.582593653Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.586196062Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.590080409Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.601654547Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.606476277Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:08.610874967Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192)","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:09.468110154Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:10.128384059Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:10.128462721Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:10.128735768Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:10.614104819Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:10.614173891Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:11.09507054Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546\") failed: Property not found. retry in 42.569212ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:11.102064004Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:11.102141076Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:11.105834008Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:11.10588551Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546\") failed: Property not found. retry in 121.698722ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:11.154434538Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244\") failed: Property not found. retry in 25.090033ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:11.225539588Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62\") failed: Property not found. retry in 58.844463ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:11.232322277Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244\") failed: Property not found. retry in 109.254294ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:11.257906604Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546\") failed: Property not found. retry in 100.073414ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:11.284888965Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62\") failed: Property not found. retry in 80.679841ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:11.487986291Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244\") failed: Property not found. retry in 281.706341ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:11.503755523Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546\") failed: Property not found. retry in 324.854586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:11.523581407Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62\") failed: Property not found. retry in 189.633487ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:11.541087452Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62\") failed: Property not found. retry in 367.637855ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:11.742605059Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244\") failed: Property not found. retry in 436.829005ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:11.798272194Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546\") failed: Property not found. retry in 606.915571ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:11.858398821Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62\") failed: Property not found. retry in 1.0464987s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:12.120101684Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244\") failed: Property not found. retry in 441.792149ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:12.244032739Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546\") failed: Property not found. retry in 585.696526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:12.474884266Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244\") failed: Property not found. retry in 858.958542ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:12.69521739Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546\") failed: Property not found. retry in 717.656431ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:13.071110586Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62\") failed: Property not found. retry in 747.886197ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:13.1753177Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:13.40674003Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8412501457968822486"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:13.406849573Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13150362534282573855"} {"msg":"wait for service Some(\"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244\") failed: Property not found. retry in 861.486211ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:13.5642089Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:13.699683042Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4289"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:13.699718723Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4299","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:13.705648541Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4378"} {"msg":"wait for service Some(\"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546\") failed: Property not found. retry in 530.509548ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:13.79721377Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:13.811935016Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4426"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:13.811962347Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4453"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:13.851246855Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:13.851278866Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4330"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:13.905543337Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4372"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:13.905581037Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:13.924680853Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4444"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:13.924726884Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4486"} {"msg":"wait for service Some(\"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62\") failed: Property not found. retry in 865.478591ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:13.935382899Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:13.994637363Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4518"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:13.994666704Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4524"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:14.086157541Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4565"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:14.086212213Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192)","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:14.118722482Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to get switch ID from MGS (retrying in 61.2556ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:14.118826605Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 70.25593ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:14.180361757Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 295.774514ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:14.251517378Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"wait for service Some(\"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546\") failed: Property not found. retry in 1.070333428s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:14.335552Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244\") failed: Property not found. retry in 695.736526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:14.434466631Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Failed to get switch ID from MGS (retrying in 369.313221ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:14.548738546Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:385","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:14.710939333Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:41666"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:14.711156739Z","hostname":"buskin","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"463bb8ae-030c-4f49-af77-b5a9934481fd","remote_addr":"[fd00:1122:3344:101::2]:41666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"200"} {"msg":"wait for service Some(\"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62\") failed: Property not found. retry in 1.474424694s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:14.81004598Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:14.919586307Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:14.951605234Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:14.951703166Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:14.952213309Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:14.952242Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:14.953126722Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11078730211014710590"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:14.953266805Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17942500017472525276"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:14.990484091Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.04468968Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044747652Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044758982Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044768742Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044776353Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044784443Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044790883Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044830334Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044845724Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044854605Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044868295Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044878805Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044885955Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044891236Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044896726Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044901886Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044906696Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044912066Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044917026Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044926066Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044931317Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044936387Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:15.044941077Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244\") failed: Property not found. retry in 929.953995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:15.139629064Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546\") failed: Property not found. retry in 1.251212506s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:15.415537691Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244\") failed: Property not found. retry in 1.139023577s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:16.07996886Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.23821986Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_3e467632-ea6c-446e-934a-4e4b2c63a244"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.238283011Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_8d353f1a-40a8-4a8e-b2ea-a12cc5a12546"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.238294241Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_30aa01c9-780d-4456-824b-3ef76ad5ee62"} {"msg":"Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.238311252Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.238691091Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.2390495Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"e90d310b-c64a-47fc-ba7d-751cc40f5150","remote_addr":"[fd00:1122:3344:101::1]:42451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8906021,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.241201584Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.287715572Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.334871396Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.381009034Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.381019214Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.413321198Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.414074617Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.414080117Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 3e467632-ea6c-446e-934a-4e4b2c63a244 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 30aa01c9-780d-4456-824b-3ef76ad5ee62 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 67033990-7bf0-452b-8114-34fde227d20f, kind: Service { id: 17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d }, name: Name(\"ntp-17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 137])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.443324915Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.443479119Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59198"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e467632-ea6c-446e-934a-4e4b2c63a244, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.443656413Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.443667733Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3e467632-ea6c-446e-934a-4e4b2c63a244, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.464748158Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.464776999Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 30aa01c9-780d-4456-824b-3ef76ad5ee62, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.482171482Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.482199653Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 30aa01c9-780d-4456-824b-3ef76ad5ee62, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.502130209Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.50217896Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.502331354Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.502473857Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.513696237Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.545780295Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.546408591Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.546422241Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.576051989Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 180, 137]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.576059289Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.576427978Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.576433408Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.576751626Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.577151256Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.599911983Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:17.618473625Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:18.260530446Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:18.260673189Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d\") failed: Property not found. retry in 59.387902ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:18.381869816Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d\") failed: Property not found. retry in 99.623196ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:18.45271081Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d\") failed: Property not found. retry in 161.696515ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:18.577170308Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d\") failed: Property not found. retry in 437.545815ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:18.750287927Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d\") failed: Property not found. retry in 462.364573ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:19.197736534Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d\") failed: Property not found. retry in 801.515991ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:19.670668426Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d\") failed: Property not found. retry in 1.096330076s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:20.482027282Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d\") failed: Property not found. retry in 943.599945ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:21.587702063Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d\") failed: Property not found. retry in 910.04412ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:22.541797341Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:23.408552716Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8412501457968822486"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:23.408679149Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13150362534282573855"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:23.473300677Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d"} {"msg":"Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:23.47341915Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:23.473769489Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:23.474134568Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"408c41b3-e1a2-4257-b016-c72db8a5de6d","remote_addr":"[fd00:1122:3344:101::1]:59198","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6030601,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:23.476304562Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:23.505872798Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:23.506027632Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35068"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:23.515618671Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:23.515720043Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"a27d9b29-454b-4f76-ab4f-28b13e0b6f95","remote_addr":"[fd00:1122:3344:101::1]:35068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9534,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:23.517846736Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:23.611907327Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:23.612079632Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64626"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:24.95547363Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11078730211014710590"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:24.955594693Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17942500017472525276"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:26.317147083Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"987857045252204075"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:26.690537078Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15928703769241460406"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:27.241768138Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17337196385466392363"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:27.621038209Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:27.621151212Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"3f1530f5-07aa-42cd-9bcd-7273ad61ff8c","remote_addr":"[fd00:1122:3344:101::1]:64626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008963,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:27.623031318Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:27.773502694Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:27.773687418Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35053"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:27.784754644Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:27.784866187Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"8eec092c-308e-41d3-bfe0-125e795ba8eb","remote_addr":"[fd00:1122:3344:101::1]:35053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":10870,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:27.786373504Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:28.029103915Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:28.02926231Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52408"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-03T20:30:28.038005557Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:28.0381197Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"48596c83-7872-4fe2-a0fc-94a9bb7c19ce","remote_addr":"[fd00:1122:3344:101::1]:52408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8781,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:28.039505925Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:28.251937502Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:28.252104377Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54263"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:28.25988636Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"a742c540-2e84-4e3e-8681-60ad6017d013","remote_addr":"[fd00:1122:3344:101::1]:54263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7674,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:28.261375547Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:28.261382447Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:28.574751728Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:28.574901261Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42939"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:28.582681705Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"416c5d46-e4d0-4b62-b2a2-603374a82f51","remote_addr":"[fd00:1122:3344:101::1]:42939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7691,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:28.584282455Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:28.584289155Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:28.936875122Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:28.937034475Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61421"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:28.94523238Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"90cd5ee2-7af9-4959-88dc-93c3ab02d4bc","remote_addr":"[fd00:1122:3344:101::1]:61421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8117,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:28.946592944Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:28.946598654Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:29.258018435Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:29.258167738Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52539"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:29.266902125Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"43764520-5aa3-4b6b-97d6-471437618f2c","remote_addr":"[fd00:1122:3344:101::1]:52539","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8668,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:29.268237979Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:29.268253909Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:29.7077808Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:29.707876442Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45444"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:29.71583796Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"ea518a30-dfb6-4e91-b285-f60b3eee2d28","remote_addr":"[fd00:1122:3344:101::1]:45444","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7784,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:29.717132092Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:29.717138293Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:30.190082597Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:30.190264132Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61407"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:30.198963189Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"97a46fd7-ea28-4744-8753-ba5ab6f90dfd","remote_addr":"[fd00:1122:3344:101::1]:61407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8615,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.010996043 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:30.200407485Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:30.200413345Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:30.641556946Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:30.64172956Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61859"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:30.649249779Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"99a750ce-a28f-47f6-9414-a8842293eb7f","remote_addr":"[fd00:1122:3344:101::1]:61859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7438,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.008665136 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:30.650573251Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:30.650579131Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.505901208Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.506062662Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45261"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.525524578Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"890bc0d2-0dee-417c-80c5-23f620d74635","remote_addr":"[fd00:1122:3344:101::1]:45261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":19362,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1120794908, ip_addr: 66.205.249.28, stratum: 3, ref_time: 1727987431.0463896, correction: -0.006454891 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.528712398Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.528717128Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 3e467632-ea6c-446e-934a-4e4b2c63a244 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 30aa01c9-780d-4456-824b-3ef76ad5ee62 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 67033990-7bf0-452b-8114-34fde227d20f, kind: Service { id: 17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d }, name: Name(\"ntp-17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 137])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 02c08223-9982-4ae3-a080-c6e28803b6ed (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } } } }, OmicronZoneConfig { id: 86b36d5c-394e-499a-8e63-0d1e9b7e54a6 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } } } }, OmicronZoneConfig { id: 04066342-4569-4979-8492-9802d7f37f30 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External } } } }, OmicronZoneConfig { id: 2898cc25-5215-4939-869d-96d5a9fa5daa (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External } } } }, OmicronZoneConfig { id: a5cdf7ab-d77a-4af7-b844-163e49b18349 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.558634094Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.558756468Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54727"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e467632-ea6c-446e-934a-4e4b2c63a244, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.559167078Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.559192679Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3e467632-ea6c-446e-934a-4e4b2c63a244, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.579473505Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.579527066Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 30aa01c9-780d-4456-824b-3ef76ad5ee62, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.599148766Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.599202347Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 30aa01c9-780d-4456-824b-3ef76ad5ee62, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 02c08223-9982-4ae3-a080-c6e28803b6ed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.616974491Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.617021922Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 02c08223-9982-4ae3-a080-c6e28803b6ed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 86b36d5c-394e-499a-8e63-0d1e9b7e54a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.670580209Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.67062328Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 86b36d5c-394e-499a-8e63-0d1e9b7e54a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 04066342-4569-4979-8492-9802d7f37f30, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.726194517Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.726232608Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 04066342-4569-4979-8492-9802d7f37f30, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2898cc25-5215-4939-869d-96d5a9fa5daa, dataset_name: DatasetName { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.778851631Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.778896122Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2898cc25-5215-4939-869d-96d5a9fa5daa, dataset_name: DatasetName { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5cdf7ab-d77a-4af7-b844-163e49b18349, dataset_name: DatasetName { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.83047799Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.83051468Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a5cdf7ab-d77a-4af7-b844-163e49b18349, dataset_name: DatasetName { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.883016141Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.883058982Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.883243937Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.883439841Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.966087494Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.966123115Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.966143855Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.966150505Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:31.966155715Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:32.060399351Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:32.064725206Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:32.068843479Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:32.072823038Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:32.07729841Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:32.081961446Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:32.086451468Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:32.090703094Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:32.095216457Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:32.099234347Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:35.046199741Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:35.046373925Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:35.060079257Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:35.060270151Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:35.159204274Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:35.159408509Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:35.184233877Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:35.184399261Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 61.208028ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:35.196553014Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6\") failed: Property not found. retry in 42.444784ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:35.205434145Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:35.217957867Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:35.21810478Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6\") failed: Property not found. retry in 93.684497ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:35.267012078Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 109.863125ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:35.319362051Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6\") failed: Property not found. retry in 106.221087ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:35.434901048Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 241.838324ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:35.565293814Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6\") failed: Property not found. retry in 540.90099ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:35.788364027Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:35.808089328Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"288.408466ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 206.320422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:35.847819847Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 53.254936ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:35.887178276Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed\") failed: Property not found. retry in 41.442031ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:35.90097363Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 55.924295ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:35.966863439Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed\") failed: Property not found. retry in 83.825558ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:36.071786811Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 1.173350869s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:36.231842496Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 230.307097ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:36.418755459Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6\") failed: Property not found. retry in 1.199665548s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:36.442617643Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed\") failed: Property not found. retry in 161.945042ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:36.460770285Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 25.279844ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:36.538954131Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 95.845433ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:36.861513461Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 224.851598ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:36.958895774Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed\") failed: Property not found. retry in 593.682483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:37.063930073Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 159.790033ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:37.22232957Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 601.731363ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:37.32268144Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 459.40141ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:37.409238251Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 540.444211ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:37.424284533Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6\") failed: Property not found. retry in 865.442551ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:37.652799747Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed\") failed: Property not found. retry in 577.683235ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:37.673858465Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 713.104974ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:37.880010073Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 641.694315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:37.937377449Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 1.439808605s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:37.976415193Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed\") failed: Property not found. retry in 1.463022764s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:38.265228067Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6\") failed: Property not found. retry in 972.231626ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:38.527954482Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 1.101723451s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:38.587995645Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 751.196513ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:38.601528034Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 1.156128215s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:39.363727252Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 769.832915ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:39.427030507Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6\") failed: Property not found. retry in 960.775004ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:39.511255252Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 1.164382494s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:39.703596488Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed\") failed: Property not found. retry in 1.472347592s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:39.740302651Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 1.397486265s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:40.207855814Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6\") failed: Property not found. retry in 1.104736766s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:40.481506004Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 688.4736ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:40.528024694Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 736.613212ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:40.879791014Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed\") failed: Property not found. retry in 1.244299654s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:41.222278437Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 1.154297293s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:41.229791844Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6\") failed: Property not found. retry in 1.352820174s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:41.595421573Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 1.132946663s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:41.613713708Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 982.368093ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:41.623774349Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 518.683028ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:42.394327856Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed\") failed: Property not found. retry in 717.40145ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:42.477518077Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 856.333613ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:42.615788819Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 1.263775187s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:42.756348507Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 780.635937ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:42.923662152Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6\") failed: Property not found. retry in 519.415651ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:42.958040886Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed\") failed: Property not found. retry in 984.292634ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:43.206700417Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 881.750072ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:43.482513683Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 561.968951ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:43.714603301Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:43.874341098Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48170"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:43.874588224Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"61fa5da1-e2ab-45f4-94bd-9316ff390895","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48170","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 938.441388ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:44.030929485Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 1.210517755s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:44.286540559Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 1.484894744s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:44.375199707Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 792.509074ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:45.449948304Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 811.041555ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:45.507718292Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 1.209891916s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:45.874135254Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 771.956737ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:46.252733069Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 1.137417576s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:46.32908311Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 760.445842ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:47.042136951Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 513.521678ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:47.092923055Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 732.202479ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:47.47869918Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 576.705717ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:47.619039143Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 1.022350713s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:47.81452657Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 553.803516ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:48.2061958Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 600.405615ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:48.220921366Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 1.130123033s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:48.768527178Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 1.314695939s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:48.830320197Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 767.619322ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:48.845457533Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 515.596832ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:49.621947842Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 1.052759878s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:49.906007352Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 685.57649ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:50.146523749Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 856.316933ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:50.154263522Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 1.290117862s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:50.841329064Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 1.118210726s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:50.967208317Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 883.823857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:51.019631611Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:51.571321014Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"604.162712ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 632.36972ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:51.913509352Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349\") failed: Property not found. retry in 1.219683259s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:52.095686286Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30\") failed: Property not found. retry in 1.441637999s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:52.139973798Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa\") failed: Property not found. retry in 1.42382798s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:30:52.554526737Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:54.000465487Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_04066342-4569-4979-8492-9802d7f37f30"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:54.000518918Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_86b36d5c-394e-499a-8e63-0d1e9b7e54a6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:54.000526748Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_a5cdf7ab-d77a-4af7-b844-163e49b18349"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:54.000533239Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:54.000550569Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_2898cc25-5215-4939-869d-96d5a9fa5daa"} {"msg":"Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:54.0005735Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:54.001041081Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:54.00140257Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"6a744ada-bac4-4125-aa79-9409d1cf6288","remote_addr":"[fd00:1122:3344:101::1]:54727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22449413,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:54.034411332Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61804"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:54.065169168Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3740"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:30:54.242331507Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3758"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:06.62213885Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"6f17ed39-b952-44c8-9aee-6583b2745378","remote_addr":"[fd00:1122:3344:101::1]:61804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize CockroachDb: Error running command in zone 'oxz_cockroachdb_02c08223-9982-4ae3-a080-c6e28803b6ed': Command [/opt/oxide/cockroachdb/bin/cockroach sql --insecure --host [fd00:1122:3344:101::3]:32221 --file /opt/oxide/cockroachdb/sql/dbinit.sql] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE VIEW\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nINSERT 1\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\n stderr: ERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): \"sql txn\" meta={id=241ae9ee key=/NamespaceTable/30/1/106/0/\"public\"/4/1 pri=0.02619382 epo=0 ts=1727987463.476825413,2 min=1727987454.881516208,0 seq=1707} lock=true stat=PENDING rts=1727987454.881516208,0 wto=false gul=1727987455.381516208,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): \"sql txn\" meta={id=241ae9ee key=/NamespaceTable/30/1/106/0/\"public\"/4/1 pri=0.02619382 epo=0 ts=1727987463.476825413,2 min=1727987454.881516208,0 seq=1707} lock=true stat=PENDING rts=1727987454.881516208,0 wto=false gul=1727987455.381516208,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nFailed running \"sql\"\n","latency_us":12586654,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:06.624900309Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1028","retry_after":"77.555014ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f17ed39-b952-44c8-9aee-6583b2745378\", \"content-length\": \"124\", \"date\": \"Thu, 03 Oct 2024 20:31:06 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6f17ed39-b952-44c8-9aee-6583b2745378\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:06.76635768Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3740"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:07.416136713Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3758"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.384866691Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3781"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.384982064Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"58802085-e9d3-494e-8f55-b0cc60be005c","remote_addr":"[fd00:1122:3344:101::1]:61804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8680088,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.386242935Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.388746577Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"f9175565-11a8-4a0e-932c-cf476393c3d9","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59406","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1196,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:15.401258989Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"829.405465ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 3e467632-ea6c-446e-934a-4e4b2c63a244 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 30aa01c9-780d-4456-824b-3ef76ad5ee62 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 67033990-7bf0-452b-8114-34fde227d20f, kind: Service { id: 17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d }, name: Name(\"ntp-17492d37-9cb6-4c17-a8d5-bb46b5ac1c2d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 137])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 02c08223-9982-4ae3-a080-c6e28803b6ed (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } } } }, OmicronZoneConfig { id: 86b36d5c-394e-499a-8e63-0d1e9b7e54a6 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } } } }, OmicronZoneConfig { id: 04066342-4569-4979-8492-9802d7f37f30 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External } } } }, OmicronZoneConfig { id: 2898cc25-5215-4939-869d-96d5a9fa5daa (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External } } } }, OmicronZoneConfig { id: a5cdf7ab-d77a-4af7-b844-163e49b18349 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External } } } }, OmicronZoneConfig { id: e16c7455-6a1b-459a-bda2-63357961e027 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 80bc158e-375b-4f06-89a7-a3a291b6cfe5, kind: Service { id: e16c7455-6a1b-459a-bda2-63357961e027 }, name: Name(\"external-dns-e16c7455-6a1b-459a-bda2-63357961e027\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 10])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f893e829-73ec-4e54-9fff-bede8510178f (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 025ebd96-5893-4f40-b5c5-2e4ee1ddae39, kind: Service { id: f893e829-73ec-4e54-9fff-bede8510178f }, name: Name(\"external-dns-f893e829-73ec-4e54-9fff-bede8510178f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: edfa7356-d8fe-4100-b01b-f03be311c5d2 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: dd17631a-7aee-44a7-a5fd-10b7d3886d60, kind: Service { id: edfa7356-d8fe-4100-b01b-f03be311c5d2 }, name: Name(\"nexus-edfa7356-d8fe-4100-b01b-f03be311c5d2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4955bbb7-4e36-47ac-bedf-e040f180a990 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 3dfe988e-78ad-48cf-bee5-0103b8089c5a, kind: Service { id: 4955bbb7-4e36-47ac-bedf-e040f180a990 }, name: Name(\"nexus-4955bbb7-4e36-47ac-bedf-e040f180a990\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b403454b-e367-4049-9c03-93623637be08 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 1d4fa39b-a4e5-44f8-b93e-4eaf0584194c, kind: Service { id: b403454b-e367-4049-9c03-93623637be08 }, name: Name(\"nexus-b403454b-e367-4049-9c03-93623637be08\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 81])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b2738475-b101-4721-bd4b-1d02e9fffd16 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: bdbc39f6-cd8c-49c5-8e14-2507e1c1c964 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } } } }, OmicronZoneConfig { id: 05729706-2bf6-4811-8495-09746f087f40 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 7f69f9c4-db80-49b1-832b-30a7e126f86a (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 13b171e8-3788-4f60-b40e-56a319a99abe (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 566afbcc-e288-42ff-812e-f452b079397a (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External } } } }, OmicronZoneConfig { id: 02b46aad-d593-4b9f-86d0-f084daa4a4f0 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External } } } }, OmicronZoneConfig { id: 435514a1-7f04-4079-96c5-f901c0639856 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External } } } }, OmicronZoneConfig { id: b3c85f58-2961-4708-ae11-eb8f3ccb12fd (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External } } } }, OmicronZoneConfig { id: 1efebcfb-f493-45ea-8271-aeca5471fc7f (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External } } } }, OmicronZoneConfig { id: ec9f692f-185b-4065-b0ed-73ee322ed1eb (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool), kind: External } } } }, OmicronZoneConfig { id: 37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool), kind: External } } } }, OmicronZoneConfig { id: 4eaf4311-cec9-49e9-8b5f-3fd064339493 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool), kind: External } } } }, OmicronZoneConfig { id: 05b7fd1f-5795-4866-bfcc-8dc7293400ff (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.428647821Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.428865786Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49113"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3e467632-ea6c-446e-934a-4e4b2c63a244, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.431736827Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.431746218Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3e467632-ea6c-446e-934a-4e4b2c63a244, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.455058518Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.455178261Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8d353f1a-40a8-4a8e-b2ea-a12cc5a12546, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 30aa01c9-780d-4456-824b-3ef76ad5ee62, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.475342253Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.475377674Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 30aa01c9-780d-4456-824b-3ef76ad5ee62, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 02c08223-9982-4ae3-a080-c6e28803b6ed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.495068524Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.495110675Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 02c08223-9982-4ae3-a080-c6e28803b6ed, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 86b36d5c-394e-499a-8e63-0d1e9b7e54a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.512687593Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.512720683Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 86b36d5c-394e-499a-8e63-0d1e9b7e54a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 04066342-4569-4979-8492-9802d7f37f30, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.531192843Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.531230404Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 04066342-4569-4979-8492-9802d7f37f30, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2898cc25-5215-4939-869d-96d5a9fa5daa, dataset_name: DatasetName { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.547077289Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.54711339Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2898cc25-5215-4939-869d-96d5a9fa5daa, dataset_name: DatasetName { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5cdf7ab-d77a-4af7-b844-163e49b18349, dataset_name: DatasetName { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.567363534Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.567398314Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a5cdf7ab-d77a-4af7-b844-163e49b18349, dataset_name: DatasetName { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e16c7455-6a1b-459a-bda2-63357961e027, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.584682645Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.584717315Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e16c7455-6a1b-459a-bda2-63357961e027, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f893e829-73ec-4e54-9fff-bede8510178f, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.684513279Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.684565461Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f893e829-73ec-4e54-9fff-bede8510178f, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bdbc39f6-cd8c-49c5-8e14-2507e1c1c964, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.772603412Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.772645283Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: bdbc39f6-cd8c-49c5-8e14-2507e1c1c964, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 566afbcc-e288-42ff-812e-f452b079397a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.889167314Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.889209035Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 566afbcc-e288-42ff-812e-f452b079397a, dataset_name: DatasetName { pool_name: ZpoolName { id: 9be3601f-65b1-4f43-9377-aa5513d9b31a (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 02b46aad-d593-4b9f-86d0-f084daa4a4f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.997740786Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:15.997780117Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 02b46aad-d593-4b9f-86d0-f084daa4a4f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7f092e33-1af0-4e4e-87b6-07db26b26d4d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 435514a1-7f04-4079-96c5-f901c0639856, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.101721374Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.101760655Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 435514a1-7f04-4079-96c5-f901c0639856, dataset_name: DatasetName { pool_name: ZpoolName { id: cced9d79-ed80-4c89-994e-8eaec18a3ffe (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b3c85f58-2961-4708-ae11-eb8f3ccb12fd, dataset_name: DatasetName { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.190693619Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.19073502Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b3c85f58-2961-4708-ae11-eb8f3ccb12fd, dataset_name: DatasetName { pool_name: ZpoolName { id: bbefb67e-cb66-4fc4-8b99-53014030c8bf (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1efebcfb-f493-45ea-8271-aeca5471fc7f, dataset_name: DatasetName { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.331580696Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.331624237Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1efebcfb-f493-45ea-8271-aeca5471fc7f, dataset_name: DatasetName { pool_name: ZpoolName { id: bb86cec0-ba38-4d2f-b865-3bb4c225bc60 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec9f692f-185b-4065-b0ed-73ee322ed1eb, dataset_name: DatasetName { pool_name: ZpoolName { id: dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.418336265Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.418371056Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ec9f692f-185b-4065-b0ed-73ee322ed1eb, dataset_name: DatasetName { pool_name: ZpoolName { id: dab8d29a-db6e-412c-9f30-46af8b4a3a6f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e, dataset_name: DatasetName { pool_name: ZpoolName { id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.547139401Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.547177642Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e, dataset_name: DatasetName { pool_name: ZpoolName { id: 1220f876-5a4e-47b8-b4aa-f7dee07ba8ea (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4eaf4311-cec9-49e9-8b5f-3fd064339493, dataset_name: DatasetName { pool_name: ZpoolName { id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.724142977Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.724179608Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4eaf4311-cec9-49e9-8b5f-3fd064339493, dataset_name: DatasetName { pool_name: ZpoolName { id: cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 05b7fd1f-5795-4866-bfcc-8dc7293400ff, dataset_name: DatasetName { pool_name: ZpoolName { id: 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.833583501Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.833621682Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 05b7fd1f-5795-4866-bfcc-8dc7293400ff, dataset_name: DatasetName { pool_name: ZpoolName { id: 12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.954708956Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.955148317Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.955443294Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:16.955730292Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.110848872Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.111921719Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.111935149Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.113332664Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.150697574Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.150725234Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.150729345Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.150732735Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.150736095Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.150754765Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.315167118Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.315372403Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.32690549Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.366089855Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.36628153Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.366333081Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.366410803Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.366424843Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.378020602Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.378296719Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.382851603Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.388504973Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.393427316Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.399178339Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.404259805Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.408411163Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.412576592Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.533044221Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.538734823Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.544565798Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.549503941Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.554043254Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.559354676Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.563718865Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.568013641Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.574061992Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.580116363Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.586115342Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.591893176Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.597923276Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.604349436Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.647315715Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.647627953Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.655021857Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.660507114Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.666174435Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.673119618Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.679719862Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.743423838Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.836183527Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.896343974Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.943445266Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.946281197Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:17.946307358Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.002137467Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 222, 118]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.002169458Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.003909271Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.003928241Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.057554716Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 226, 16]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.057577957Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.059047353Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.059058494Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.112800231Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 227, 81]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.112827392Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.115659232Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.115672033Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.169847941Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 141, 63]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.169872572Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.169896753Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.169902953Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.171216315Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.171230886Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.172725083Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.172738813Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.226512452Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 164, 10]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.226540922Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.226786618Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.226798989Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.22682421Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.229322482Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.231215239Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.231229939Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.231236929Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.318672236Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.318764698Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.318774598Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.367953982Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_b403454b-e367-4049-9c03-93623637be08","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.379076749Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.389459448Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.389523699Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.389628982Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.392504943Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.393082078Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.404262336Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.460901266Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Installing Omicron zone: oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.461110391Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.470331791Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_b403454b-e367-4049-9c03-93623637be08","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.481027597Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.542057086Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.563171312Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.577339924Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:18.596276986Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.798638605Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.798774418Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.798928722Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.865418537Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.872935544Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.873258142Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.899401013Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.899612318Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.907327Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.907616237Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.908689364Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.908864418Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.909020702Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.909123625Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.909294369Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.909381751Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.909400472Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.916339834Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.922555809Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.928507877Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.93425118Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.940037764Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.94669727Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:20.953182661Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:21.175805702Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:21.176015107Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 48.119792ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:22.145205931Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 70.644255ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:22.194219382Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 32.508465ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:22.290499778Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 60.385235ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:22.505691055Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 43.730006ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:22.5239778Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 74.810985ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:22.555610097Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 36.987957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:22.590314871Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 66.783839ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:22.646792157Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 37.305154ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:22.68307198Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 104.17995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:22.722221825Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 100.982134ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:22.776059665Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 54.619718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:22.853167954Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 106.742483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:22.909907066Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 69.63493ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:22.939905543Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 126.558892ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.548439679Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 54.494136ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.601038829Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 107.574912ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.623062307Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 80.20341ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.641018194Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 43.360016ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.656713114Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 123.199102ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.672895397Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 67.797046ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.687946452Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 147.735313ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.703275784Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 143.840318ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.718976924Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 111.746345ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.73486089Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 133.231294ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.748418567Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 201.349031ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.76098988Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 119.005505ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.77625742Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 201.294746ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.789723755Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 162.921226ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.803306343Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 284.701392ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.818289246Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 129.848426ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.834300965Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 136.74859ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.846627452Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 228.037681ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.858058056Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 113.783202ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.868820074Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 245.806233ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.880370752Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 273.069224ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:23.892902754Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 252.561383ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.087788904Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 287.929692ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.105335551Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 251.221019ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.119266157Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 219.300313ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.138579908Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 262.446636ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.156594547Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 488.105403ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.175390004Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 445.128713ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.191611588Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 205.451985ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.208287043Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 168.06881ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.224257721Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 358.260118ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.237619693Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 230.25211ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.250944635Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 590.253577ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.264924373Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 521.910776ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.280170992Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 546.346046ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.356230676Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 514.3582ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.370332087Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 510.727586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.384765676Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 287.84721ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.409908942Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 471.286514ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.424122056Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 1.197498821s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.438987516Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 681.700839ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.458941573Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 337.788028ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.495699748Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 752.7411ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.61068575Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 632.83142ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.651814583Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 1.003494038s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.680822916Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 714.477516ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.7127327Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 777.224727ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.816253876Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 1.155706114s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.848236583Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 624.249239ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.873794849Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.015565332s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.900565615Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 877.827695ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.915661871Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.019068754s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.92847487Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 586.375942ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:24.939761531Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 1.187789147s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:25.155009558Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 1.439739595s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:25.299989867Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 1.450638515s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:25.376996513Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 1.24781314s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:25.441972841Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 1.000709098s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:25.511245665Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 1.044340458s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:25.539450517Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 1.176306364s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:25.607687346Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 870.453343ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:25.650166593Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 1.439922209s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:25.695981274Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 1.047216914s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:25.805938251Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.062981919s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:25.92565083Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.359800324s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:25.957745449Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 581.830576ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:26.013497646Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 1.318564958s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:26.355492519Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 1.104216573s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:26.525019639Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 1.219140615s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:26.537406317Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 853.334237ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:26.595100144Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 856.708089ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:26.606040146Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 1.278064798s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:26.705477691Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 1.370628945s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:26.752780898Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 1.013162797s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:26.797737048Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 501.027579ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:26.840946383Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 1.451947532s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:26.86654324Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.006678256s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:27.001742825Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 1.16605835s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:27.149684567Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 646.047122ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:27.33219405Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 1.12785405s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:27.354533016Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 820.673032ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:27.461915219Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 1.086904905s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:27.476114333Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 1.203226523s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:27.64070382Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 740.008144ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:27.727051069Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 586.873192ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:27.769740631Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 872.166597ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:27.823444898Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.408892624s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:27.99109064Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 1.409071395s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.003339405Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.080527495s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.021441006Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:28.072978289Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:28.073247055Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 815.968915ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.136627323Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 1.118545751s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.294893522Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 517.945822ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.3297603Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 896.201408ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.342774824Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 31.631924ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.358093186Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 976.732499ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.368992627Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 123.305308ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.401762883Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 1.077064294s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.481649201Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 517.704402ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.494793688Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 176.499395ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.536133307Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 1.271647853s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.57439085Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 936.093454ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.706562069Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 389.255705ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.725422089Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 818.902478ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.853484187Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 831.291301ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.861837265Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 759.808797ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:28.962638383Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 584.038878ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:29.02277742Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.179353888s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:29.112691578Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 1.097918012s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:29.12483892Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 627.971945ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:29.249071693Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 1.437614869s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:29.356093027Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.41082795s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:29.408813689Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 902.838869ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:29.422371897Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 1.340020488s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:29.430259913Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 1.267542928s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:29.567866428Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 709.265101ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:29.616111999Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 1.183371637s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:29.652881204Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 1.086720786s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:29.68205054Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 1.234818694s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:29.702811417Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 684.381083ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:29.733096471Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 1.371075305s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:29.857978949Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 633.811381ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:29.887973996Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 1.445389723s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:30.234095881Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 921.196057ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:30.302944375Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 586.887887ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:30.334813368Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 1.371448769s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:30.343841463Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 1.10381779s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:30.427407423Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 568.448255ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:30.531473213Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 1.305743188s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:30.778377889Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 773.572252ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:30.78724333Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 535.072149ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:30.803828073Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.401289529s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:30.829196134Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 1.188607541s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:30.844865494Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 1.08187398s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:30.853160141Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 1.419593044s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:30.931044119Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 815.384951ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:30.947312414Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 960.043468ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:31.109390168Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.196350413s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:31.233020365Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 696.880847ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:31.241107316Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:31.275898802Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"1.832551703s"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 573.225138ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:31.348395607Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 979.707647ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:31.540853717Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 512.980547ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:31.570029084Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 1.21833018s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:31.689540838Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 1.360784409s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:31.72374945Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 1.31972581s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:31.772849192Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 939.520101ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:31.931324717Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 877.752377ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:31.943767667Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 562.55865ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:31.952099104Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 1.102079688s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:32.043514549Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 522.655106ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:32.079541505Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 1.275365414s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:32.091708628Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 528.759705ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:32.099533623Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.417161865s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:32.240383969Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 1.187742832s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:32.362235872Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.085890806s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:32.439143487Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 1.444585146s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:32.523670121Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 1.225733644s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:32.531166317Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 975.099145ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:32.611026515Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 582.571998ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:32.63732498Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 1.391052794s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:32.833174715Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 1.363568532s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:32.879761804Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 1.012100737s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:32.918286553Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 1.331529379s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:33.096631702Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 523.750209ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:33.106050087Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 1.314228059s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:33.181000932Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 1.427427892s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:33.233101219Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 1.267944837s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:33.377886543Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.176128407s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:33.534876141Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 1.210730539s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:33.559098624Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 740.148115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:33.616586684Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 729.500197ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:33.638333656Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.201477925s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:33.665130183Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 856.594276ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:33.764393294Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 1.191171237s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:33.939671677Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 1.371715012s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:33.976276307Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 1.146872579s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:34.232997217Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 679.617921ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:34.25238798Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:34.306328412Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:34.306495157Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 1.341869683s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:34.367159597Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 874.547572ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:34.375798102Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 1.186799125s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:34.437352684Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 1.454944119s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:34.503915141Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 1.434542837s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:34.631331773Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 832.994838ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:34.655425092Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 1.06582047s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:34.669447741Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 65.659435ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:34.712486182Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 500.214105ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:34.720765509Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 778.889887ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:34.779312866Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 54.691942ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:34.78632448Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 245.00266ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:34.848403676Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 724.323087ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:34.876558626Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 689.348503ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:34.941217566Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 254.517133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:35.107027342Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 511.840889ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:35.140511846Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.495437284s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:35.229816809Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 772.856394ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:35.259553519Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 1.101899402s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:35.356301627Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 1.128186922s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:35.369801883Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 682.223556ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:35.388647863Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 512.016591ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:35.49901018Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 953.377596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:35.567041123Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.477936115s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:35.610218128Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 1.494014892s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:35.63281434Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 1.049434872s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:35.64164085Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 1.185489585s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:35.661502254Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 801.773532ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:35.718020301Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 885.894341ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:35.743828144Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 729.992915ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:35.994255296Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 1.219983555s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:36.060268029Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 643.755847ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:36.148846254Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 1.189356656s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:36.176063772Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 749.512708ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:36.192497421Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 1.388941017s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:36.473618439Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 1.215336577s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:36.510678311Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 1.112923572s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:36.531455738Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 542.312412ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:36.540654237Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 743.866504ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:36.641822056Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 916.507255ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:36.705541462Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 1.046574459s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:36.737955778Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.105698923s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:36.750084391Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 1.20823991s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:36.805368257Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 1.457586874s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:36.860698514Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 695.397581ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:36.954717144Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 993.144638ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:37.097390615Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.096244663s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:37.109158728Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 1.332338715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:37.139614086Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 791.654235ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:37.292011299Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 563.006218ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:37.376967764Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 1.382640486s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:37.3969151Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 1.291996375s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:37.643687603Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 1.082985608s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:37.658744328Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 500.070253ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:37.677106975Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 705.980534ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:37.744014191Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:37.773247318Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:37.773881314Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 1.360222016s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:37.801310607Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.170881878s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:37.872381786Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 758.849927ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:37.885695477Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 537.651513ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:37.962219042Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 521.22605ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.025108497Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 714.457205ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.09674805Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 791.087766ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.10759281Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990\") failed: Property not found. retry in 56.101933ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.11922333Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990\") failed: Property not found. retry in 139.352281ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.18471185Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 1.143658991s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.193923389Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_b403454b-e367-4049-9c03-93623637be08:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:38.198254347Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_b403454b-e367-4049-9c03-93623637be08 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:38.198332299Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 806.215863ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.215089866Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 1.212885715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.328041608Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990\") failed: Property not found. retry in 184.270626ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.337194425Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b403454b-e367-4049-9c03-93623637be08\") failed: Property not found. retry in 27.712388ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.365821848Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b403454b-e367-4049-9c03-93623637be08\") failed: Property not found. retry in 122.802927ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.402677526Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 1.161913478s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.45952012Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 832.981809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.480253006Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 1.147345819s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.508749026Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990\") failed: Property not found. retry in 332.011991ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.530924078Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b403454b-e367-4049-9c03-93623637be08\") failed: Property not found. retry in 112.124853ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.540485306Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 989.183649ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.554422723Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 952.254937ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.654838912Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b403454b-e367-4049-9c03-93623637be08\") failed: Property not found. retry in 529.666567ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.663281793Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 706.994085ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.751280803Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 735.706421ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.788690094Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 993.792146ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.820134607Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990\") failed: Property not found. retry in 1.097872276s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.87167572Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 1.047979882s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.908550168Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 1.089727667s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:38.945005645Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.134243465s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.030663036Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.293034694s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.053096875Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 682.081515ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.170953098Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b403454b-e367-4049-9c03-93623637be08\") failed: Property not found. retry in 940.166867ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.202656078Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 781.737373ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.32287327Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 1.253811869s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.347111903Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 990.726448ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.466426024Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 1.290623915s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.534958499Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 1.11628171s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.550622859Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 1.364815701s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.558198968Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 1.1049836s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.614956051Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 1.408034059s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.631467762Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 1.301351754s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.664904164Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 1.188772546s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.822963218Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 1.477207123s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.861962599Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 1.434189298s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.965876035Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990\") failed: Property not found. retry in 1.217357158s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:39.979930035Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 880.860216ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:40.044562734Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 1.423661618s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:40.114525335Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b403454b-e367-4049-9c03-93623637be08\") failed: Property not found. retry in 1.24738568s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:40.15168468Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 780.162374ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:40.174149709Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 884.537004ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:40.354767935Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 829.226282ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:40.466385264Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 1.233061289s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:40.610896131Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 781.381669ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:40.6767505Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 593.002282ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:40.729350589Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 1.363940594s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:40.834975769Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 1.212334114s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:40.932826074Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 1.261428858s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:40.941919431Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 613.02323ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:40.967960518Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 957.765475ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:40.980227104Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 1.010582442s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.023294956Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 1.388848567s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.049419946Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990\") failed: Property not found. retry in 1.194832099s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.207933532Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 552.985829ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.250068221Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 1.237211859s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.351140906Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 657.496284ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.36934956Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 755.122096ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.403821368Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 729.69492ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.415796166Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b403454b-e367-4049-9c03-93623637be08\") failed: Property not found. retry in 954.802692ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.428180904Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:41.454213152Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:41.459278918Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 603.541857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.589809227Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 898.663678ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.600866663Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.026422724s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.612044801Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027\") failed: Property not found. retry in 61.04956ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.704589475Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027\") failed: Property not found. retry in 138.717012ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.775715005Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.201231363s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.812208253Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 550.247047ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.852709811Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:41.901384033Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:41.901488136Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027\") failed: Property not found. retry in 195.107266ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.925215536Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 683.663724ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:41.946096166Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 1.069854361s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.036627649Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 1.014222561s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.045181122Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2\") failed: Property not found. retry in 70.866361ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.069356133Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027\") failed: Property not found. retry in 290.352399ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.129953412Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2\") failed: Property not found. retry in 70.137042ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.148004211Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 892.735142ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.156167044Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 1.15762098s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.164171543Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 1.239086768s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.171922507Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 1.415513393s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.202565269Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 1.034558866s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.210047965Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 827.109301ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.217595993Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2\") failed: Property not found. retry in 123.689573ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.227131481Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2\") failed: Property not found. retry in 390.096509ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.360171632Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b403454b-e367-4049-9c03-93623637be08\") failed: Property not found. retry in 872.493994ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.392291252Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990\") failed: Property not found. retry in 672.510213ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.411334996Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 1.3247632s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.419033898Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027\") failed: Property not found. retry in 816.969406ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.429512108Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 924.364029ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.446237695Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 992.560067ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.512760601Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 944.502305ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.599254824Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 713.378371ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.639502375Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.049219182s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.649663748Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2\") failed: Property not found. retry in 650.140772ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:42.759875492Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 848.340554ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.02456895Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 1.285079025s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.055168852Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 1.195891264s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.063338545Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 819.75451ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.072308178Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990\") failed: Property not found. retry in 853.280264ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.093637399Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 773.977507ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.116665203Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 852.686475ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.254964575Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027\") failed: Property not found. retry in 672.05401ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.264938753Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b403454b-e367-4049-9c03-93623637be08\") failed: Property not found. retry in 1.371304362s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.274110402Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 804.124138ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.331586942Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 832.954168ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.363553928Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 621.679501ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.380412778Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2\") failed: Property not found. retry in 643.491211ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.419502501Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 1.258051291s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.429184732Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 628.662065ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.515611843Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 1.111080276s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.554274616Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 1.125740294s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.62758567Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.297224931s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.708872144Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 850.24989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.754751526Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.403975115s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.884350812Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 1.330020174s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.901337124Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 1.075969445s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.912131243Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027\") failed: Property not found. retry in 1.348891264s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.949963075Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990\") failed: Property not found. retry in 1.227686609s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:43.962477185Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 1.070951291s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:44.017280929Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2\") failed: Property not found. retry in 1.241990906s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:44.073508049Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 1.322212728s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:44.119067273Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 707.569009ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:44.146968118Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 1.330313971s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:44.155599763Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 541.013255ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:44.210891159Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 796.773488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:44.271015096Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 1.100471911s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:44.350064543Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 1.266991846s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:44.619449549Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b403454b-e367-4049-9c03-93623637be08\") failed: Property not found. retry in 953.799108ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:44.658756497Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 946.677366ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:44.681208126Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 807.456869ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:44.69984379Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 1.493835389s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:44.765569126Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 1.428690872s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:44.777979085Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 575.704109ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:44.870719663Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 1.492389486s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.006762599Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.450529091s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.022489811Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 938.089586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.082993557Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 879.993564ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.104298957Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990\") failed: Property not found. retry in 1.198638905s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.206380858Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 627.805091ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.250006454Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 661.877806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.30326413Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027\") failed: Property not found. retry in 583.716858ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.321239497Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2\") failed: Property not found. retry in 1.368129814s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.342607179Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 1.282169503s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.456622297Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:45.456981936Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40076"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:45.462949585Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"4ea6e657-d54d-4b20-8d53-2fb9aba34a04","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40076","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":704,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 1.181073732s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.468838901Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 503.00205ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.480909932Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 688.006031ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.498686224Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 1.47738855s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.521151603Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b403454b-e367-4049-9c03-93623637be08\") failed: Property not found. retry in 1.343143883s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.628613008Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 878.242993ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.642471603Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 1.231653853s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.892408335Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 579.87082ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.910412183Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027\") failed: Property not found. retry in 1.237832448s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.924570665Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.004101503s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.983905561Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 740.211503ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:45.996483205Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 1.362804761s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.006130225Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 1.26435296s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.02964929Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 699.14153ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.202687178Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 573.695802ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.21927313Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 1.381132302s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.272787592Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990\") failed: Property not found. retry in 684.617873ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.416655324Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.427271373s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.485777544Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 544.404045ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.502215513Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 1.020052587s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.513007522Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 587.463477ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.534598439Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 908.992109ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.661859207Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2\") failed: Property not found. retry in 776.134705ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.722893207Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 839.492682ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.749078458Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 1.18854412s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.761914408Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 960.411853ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.804141999Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 1.342687751s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.913629034Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b403454b-e367-4049-9c03-93623637be08\") failed: Property not found. retry in 554.587118ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.981061562Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.380478127s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:46.999173273Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 1.108078452s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.00828495Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 664.54791ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.055426543Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990\") failed: Property not found. retry in 1.091394468s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.109885799Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 625.077203ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.130973384Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 573.876122ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.138259755Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027\") failed: Property not found. retry in 1.036261037s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.172818485Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 690.241574ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.30799934Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 642.391494ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.380269289Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2\") failed: Property not found. retry in 849.90833ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.51249048Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 558.881391ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.544682362Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b403454b-e367-4049-9c03-93623637be08\") failed: Property not found. retry in 1.050771806s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.556182128Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 623.763429ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.584155904Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 1.019643604s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.600026349Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 1.044649486s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.66835854Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 730.044181ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.726968289Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 565.407362ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.738144597Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 908.110687ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.768301458Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 638.171572ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.778300307Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 945.016983ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.924209869Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 961.151006ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:47.964527832Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 1.03345003s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.014621379Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 1.142156665s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.036182075Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 987.269665ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.115718745Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 1.051891524s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.129330574Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.171044812Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"5.070394259s"} {"msg":"wait for service Some(\"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990\") failed: Property not found. retry in 1.153589445s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.216531045Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 1.352339745s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.227741934Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027\") failed: Property not found. retry in 1.189856608s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.241217799Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 1.33155224s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.268645402Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 665.099344ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.31758453Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2\") failed: Property not found. retry in 1.478402018s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.37463596Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.102372399s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.391140241Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 1.083102272s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.430441299Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 1.383996017s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.469168203Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b403454b-e367-4049-9c03-93623637be08\") failed: Property not found. retry in 1.494925007s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.620547631Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 717.661976ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.633109334Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 1.48342331s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.688262417Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 635.2999ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.727227337Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.47726888s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.885682611Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 531.908752ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.941964852Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 1.430854996s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:48.998524829Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 1.153772908s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:49.061320632Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 791.808296ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:49.120936906Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 855.368742ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:49.192577989Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 990.193436ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:49.208182308Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 1.275298828s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:49.36775414Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 799.916685ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:49.380479557Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990\") failed: Property not found. retry in 1.018206316s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:49.393617654Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027\") failed: Property not found. retry in 1.16450576s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:49.443587648Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856\") failed: Property not found. retry in 1.439818828s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:49.486005024Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0\") failed: Property not found. retry in 1.3820917s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:49.508341089Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 1.130874685s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:49.525346413Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 755.308176ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:49.590867774Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 791.046955ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:49.612237166Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff\") failed: Property not found. retry in 1.247530023s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:49.863771117Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2\") failed: Property not found. retry in 899.096528ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:49.873271843Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe\") failed: Property not found. retry in 1.060396543s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:49.922459228Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 929.682198ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:50.057706694Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b403454b-e367-4049-9c03-93623637be08\") failed: Property not found. retry in 1.087226606s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:50.126560167Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 958.448288ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:50.182947601Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16\") failed: Property not found. retry in 1.304780985s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:50.192606861Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 771.980949ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:50.208089277Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 667.159035ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:50.226364752Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd\") failed: Property not found. retry in 916.423915ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:50.355868235Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a\") failed: Property not found. retry in 1.381437321s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:50.373512175Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb\") failed: Property not found. retry in 732.259425ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:50.41271326Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990\") failed: Property not found. retry in 994.364391ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:50.420985536Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a\") failed: Property not found. retry in 894.670398ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:50.438732768Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027\") failed: Property not found. retry in 1.216413344s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:50.618312108Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493\") failed: Property not found. retry in 1.19251241s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:50.654692094Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964\") failed: Property not found. retry in 1.185692624s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:50.668064156Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2\") failed: Property not found. retry in 1.461568175s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:50.782371332Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40\") failed: Property not found. retry in 1.493961699s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:50.945183645Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f\") failed: Property not found. retry in 872.636043ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:51.000890451Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e\") failed: Property not found. retry in 758.488031ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:51.03421755Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f\") failed: Property not found. retry in 1.192233372s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:51.153672974Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b403454b-e367-4049-9c03-93623637be08\") failed: Property not found. retry in 841.993217ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:51.231381848Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481351751Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_05b7fd1f-5795-4866-bfcc-8dc7293400ff"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481401052Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_566afbcc-e288-42ff-812e-f452b079397a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481407913Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_f893e829-73ec-4e54-9fff-bede8510178f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481414983Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_4955bbb7-4e36-47ac-bedf-e040f180a990"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481420813Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_05729706-2bf6-4811-8495-09746f087f40"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481426693Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_13b171e8-3788-4f60-b40e-56a319a99abe"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481431543Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_02b46aad-d593-4b9f-86d0-f084daa4a4f0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481437324Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_b3c85f58-2961-4708-ae11-eb8f3ccb12fd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481443114Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_4eaf4311-cec9-49e9-8b5f-3fd064339493"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481449004Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_oximeter_b2738475-b101-4721-bd4b-1d02e9fffd16"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481455714Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_clickhouse_bdbc39f6-cd8c-49c5-8e14-2507e1c1c964"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481460684Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_b403454b-e367-4049-9c03-93623637be08"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481473794Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_e16c7455-6a1b-459a-bda2-63357961e027"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481479965Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_7f69f9c4-db80-49b1-832b-30a7e126f86a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481484745Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_1efebcfb-f493-45ea-8271-aeca5471fc7f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481490565Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_ec9f692f-185b-4065-b0ed-73ee322ed1eb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481495185Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_37e7ecdf-b9c1-40af-a2c7-f8870b3ffc4e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481501835Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_edfa7356-d8fe-4100-b01b-f03be311c5d2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481507615Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_435514a1-7f04-4079-96c5-f901c0639856"} {"msg":"Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.481781802Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.486812117Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.509913632Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"fa777278-d99b-4e45-a66f-8bd2797187df","remote_addr":"[fd00:1122:3344:101::1]:49113","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37080272,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.515244485Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.515264155Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.515483601Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.569832424Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.58252529Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.1.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.626590557Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.63636776Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.753176168Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.84085503Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:52.987385677Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:53.23780174Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:31:53.29322942Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"8.665008091s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:53.399884105Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:53.620216689Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:53.964037947Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:54.212596734Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:54.80015418Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:55.391832137Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:55.800647263Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:56.646174749Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:57.653749899Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:31:58.897473277Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:00.459515988Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:01.332835296Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:32:01.992432364Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"22.48925316s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/021d416d-2dd8-43a0-86e1-0a1870db0a61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:03.922909027Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"696d77c0-46cf-4f24-9894-faa06434c4fe\", \"content-length\": \"173\", \"date\": \"Thu, 03 Oct 2024 20:32:06 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"021d416d-2dd8-43a0-86e1-0a1870db0a61\\\"\", request_id: \"696d77c0-46cf-4f24-9894-faa06434c4fe\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:06.683466991Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60bcba6b-85d6-418a-a969-abc27129cc33\", \"content-length\": \"173\", \"date\": \"Thu, 03 Oct 2024 20:32:08 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192\\\"\", request_id: \"60bcba6b-85d6-418a-a969-abc27129cc33\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:08.839871836Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b711497-05a5-4bcf-8835-edf0f11cfa89\", \"content-length\": \"173\", \"date\": \"Thu, 03 Oct 2024 20:32:13 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192\\\"\", request_id: \"9b711497-05a5-4bcf-8835-edf0f11cfa89\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:13.884921524Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:15.499525273Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43480"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:15.499598665Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"b94e27be-a9b3-4718-b2a5-6bea0621ebe4","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43480","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"493acf48-5af3-4f5e-9261-ebc357f7d6e7\", \"content-length\": \"173\", \"date\": \"Thu, 03 Oct 2024 20:32:17 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192\\\"\", request_id: \"493acf48-5af3-4f5e-9261-ebc357f7d6e7\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:17.906983588Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bf28ef4-79d5-48e8-9887-8069585dfe75\", \"content-length\": \"173\", \"date\": \"Thu, 03 Oct 2024 20:32:23 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192\\\"\", request_id: \"2bf28ef4-79d5-48e8-9887-8069585dfe75\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:23.631490348Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"330d841d-c979-430e-8a52-cef2832b4e69\", \"content-length\": \"173\", \"date\": \"Thu, 03 Oct 2024 20:32:31 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192\\\"\", request_id: \"330d841d-c979-430e-8a52-cef2832b4e69\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:31.602884505Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:35.444751504Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:35.534935739Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42035"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:35.536974479Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:35.721452791Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"c4020b2d-e0e8-4de0-ae93-30e3c02567af","remote_addr":"[fd00:1122:3344:101::b]:42035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":186374,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:35.723366409Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:35.723439231Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:35.72380992Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:35.724048336Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"e6d4248d-cd0a-45da-88b1-1fcbad20ee1c","remote_addr":"[fd00:1122:3344:101::b]:42035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1930,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:36.072086209Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57875"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:36.073653068Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4bd41c14-f554-4de8-9894-33ae30315f14","remote_addr":"[fd00:1122:3344:101::a]:57875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1512,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:36.170658952Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37729"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:36.171256417Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"19cd4fac-5a53-4ed1-a33a-006c28d7afbe","remote_addr":"[fd00:1122:3344:101::a]:37729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":498,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:36.287205453Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"06b613d3-6abb-4f0a-8d8b-51cb355c7870","remote_addr":"[fd00:1122:3344:101::a]:57875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3478,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:36.97367957Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34137"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:36.973893255Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1bacddca-6f4e-4c82-b04c-a87ef9f659f1","remote_addr":"[fd00:1122:3344:101::b]:34137","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:36.985518635Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4bbf8594-f696-4e24-96d9-d6c869735c2d","remote_addr":"[fd00:1122:3344:101::b]:34137","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:37.05844077Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62590"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:37.058541872Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ee3d6cbd-3ead-4d33-a6b4-e5f3a00c272f","remote_addr":"[fd00:1122:3344:101::c]:62590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:37.070572982Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b794e449-c448-4cc5-828e-1c6d3d8e466f","remote_addr":"[fd00:1122:3344:101::c]:62590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:37.09943026Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38547"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:37.099568124Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"113e53de-2842-40d9-9804-061ac6a8be25","remote_addr":"[fd00:1122:3344:101::c]:38547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:37.116889595Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42307"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:37.117047999Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"3850de01-14ab-4984-854d-c2d5649fd29f","remote_addr":"[fd00:1122:3344:101::b]:42307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:38.562690132Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57880"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:38.563820001Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 025ebd96-5893-4f40-b5c5-2e4ee1ddae39, kind: Service { id: f893e829-73ec-4e54-9fff-bede8510178f }, name: Name(\"external-dns-f893e829-73ec-4e54-9fff-bede8510178f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 80bc158e-375b-4f06-89a7-a3a291b6cfe5, kind: Service { id: e16c7455-6a1b-459a-bda2-63357961e027 }, name: Name(\"external-dns-e16c7455-6a1b-459a-bda2-63357961e027\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 10])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1d4fa39b-a4e5-44f8-b93e-4eaf0584194c, kind: Service { id: b403454b-e367-4049-9c03-93623637be08 }, name: Name(\"nexus-b403454b-e367-4049-9c03-93623637be08\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 81])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3dfe988e-78ad-48cf-bee5-0103b8089c5a, kind: Service { id: 4955bbb7-4e36-47ac-bedf-e040f180a990 }, name: Name(\"nexus-4955bbb7-4e36-47ac-bedf-e040f180a990\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dd17631a-7aee-44a7-a5fd-10b7d3886d60, kind: Service { id: edfa7356-d8fe-4100-b01b-f03be311c5d2 }, name: Name(\"nexus-edfa7356-d8fe-4100-b01b-f03be311c5d2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:38.563879702Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:38.563911893Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:38.563920213Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:38.563924983Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:38.563952704Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:38.563961084Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:38.563991885Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"96a71450-2bd8-446f-a323-1227a89861f1","remote_addr":"[fd00:1122:3344:101::b]:57880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1225,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:38.565097302Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:38.822794807Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55681"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:38.824418057Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.021999035Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"636ff6a3-0738-4589-9359-599c639040cb","remote_addr":"[fd00:1122:3344:101::b]:55681","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":197540,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.022077687Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48947"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.022087337Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42588"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.022093897Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40320"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.02302298Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023088942Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 025ebd96-5893-4f40-b5c5-2e4ee1ddae39, kind: Service { id: f893e829-73ec-4e54-9fff-bede8510178f }, name: Name(\"external-dns-f893e829-73ec-4e54-9fff-bede8510178f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 80bc158e-375b-4f06-89a7-a3a291b6cfe5, kind: Service { id: e16c7455-6a1b-459a-bda2-63357961e027 }, name: Name(\"external-dns-e16c7455-6a1b-459a-bda2-63357961e027\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 10])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1d4fa39b-a4e5-44f8-b93e-4eaf0584194c, kind: Service { id: b403454b-e367-4049-9c03-93623637be08 }, name: Name(\"nexus-b403454b-e367-4049-9c03-93623637be08\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 81])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3dfe988e-78ad-48cf-bee5-0103b8089c5a, kind: Service { id: 4955bbb7-4e36-47ac-bedf-e040f180a990 }, name: Name(\"nexus-4955bbb7-4e36-47ac-bedf-e040f180a990\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dd17631a-7aee-44a7-a5fd-10b7d3886d60, kind: Service { id: edfa7356-d8fe-4100-b01b-f03be311c5d2 }, name: Name(\"nexus-edfa7356-d8fe-4100-b01b-f03be311c5d2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Reading ledger from /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023134953Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023141973Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023174714Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023183494Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 025ebd96-5893-4f40-b5c5-2e4ee1ddae39, kind: Service { id: f893e829-73ec-4e54-9fff-bede8510178f }, name: Name(\"external-dns-f893e829-73ec-4e54-9fff-bede8510178f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 80bc158e-375b-4f06-89a7-a3a291b6cfe5, kind: Service { id: e16c7455-6a1b-459a-bda2-63357961e027 }, name: Name(\"external-dns-e16c7455-6a1b-459a-bda2-63357961e027\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 10])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1d4fa39b-a4e5-44f8-b93e-4eaf0584194c, kind: Service { id: b403454b-e367-4049-9c03-93623637be08 }, name: Name(\"nexus-b403454b-e367-4049-9c03-93623637be08\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 81])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3dfe988e-78ad-48cf-bee5-0103b8089c5a, kind: Service { id: 4955bbb7-4e36-47ac-bedf-e040f180a990 }, name: Name(\"nexus-4955bbb7-4e36-47ac-bedf-e040f180a990\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dd17631a-7aee-44a7-a5fd-10b7d3886d60, kind: Service { id: edfa7356-d8fe-4100-b01b-f03be311c5d2 }, name: Name(\"nexus-edfa7356-d8fe-4100-b01b-f03be311c5d2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023202065Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023207525Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023212705Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023218855Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 025ebd96-5893-4f40-b5c5-2e4ee1ddae39, kind: Service { id: f893e829-73ec-4e54-9fff-bede8510178f }, name: Name(\"external-dns-f893e829-73ec-4e54-9fff-bede8510178f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 80bc158e-375b-4f06-89a7-a3a291b6cfe5, kind: Service { id: e16c7455-6a1b-459a-bda2-63357961e027 }, name: Name(\"external-dns-e16c7455-6a1b-459a-bda2-63357961e027\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 10])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1d4fa39b-a4e5-44f8-b93e-4eaf0584194c, kind: Service { id: b403454b-e367-4049-9c03-93623637be08 }, name: Name(\"nexus-b403454b-e367-4049-9c03-93623637be08\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 81])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3dfe988e-78ad-48cf-bee5-0103b8089c5a, kind: Service { id: 4955bbb7-4e36-47ac-bedf-e040f180a990 }, name: Name(\"nexus-4955bbb7-4e36-47ac-bedf-e040f180a990\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dd17631a-7aee-44a7-a5fd-10b7d3886d60, kind: Service { id: edfa7356-d8fe-4100-b01b-f03be311c5d2 }, name: Name(\"nexus-edfa7356-d8fe-4100-b01b-f03be311c5d2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 63])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023235846Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023240736Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"297b2efb-f742-4f96-b2f1-93b45ccb23d8","remote_addr":"[fd00:1122:3344:101::b]:42588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1076,"response_code":"204"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023247736Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023274097Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023298067Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023304728Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023331148Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023372739Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023391019Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d20fbba0-8a33-4de7-a099-cb45ca698719","remote_addr":"[fd00:1122:3344:101::a]:48947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1223,"response_code":"204"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.02340143Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023446741Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023462491Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023472642Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Reading ledger from /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023478922Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023503942Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023513493Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023538733Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"87b5cb87-32ad-43cf-96e3-e3e9b467aa87","remote_addr":"[fd00:1122:3344:101::c]:40320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1302,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:39.023767499Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"63dd43cd-31e7-4756-b01f-f11994bdebe5","remote_addr":"[fd00:1122:3344:101::b]:55681","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1449,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:43.419514154Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:43.419648137Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6438d27f-3cd0-4d04-8a29-9e7dbed2655a","remote_addr":"[fd00:1122:3344:101::b]:45161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:43.427646446Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1998aa94-21b9-490c-a523-8201e3077bbc","remote_addr":"[fd00:1122:3344:101::b]:45161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:45.533089963Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53537"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:45.533226066Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"32ec52ea-1a6a-48d5-95cd-a6aa04935fda","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53537","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:54.592914662Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:60531","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:38525"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:32:54.622494768Z","hostname":"buskin","pid":1562,"uri":"/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","method":"GET","req_id":"98a8055e-cfad-42e2-87c5-ae12f16faa41","remote_addr":"[fd00:1122:3344:101::d]:38525","local_addr":"[fd00:1122:3344:101::1]:60531","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29437,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:06.259556136Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59741"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:06.25970948Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5b1fe8cf-0e43-4972-a079-de937c36d96f","remote_addr":"[fd00:1122:3344:101::a]:59741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:06.268885519Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"90c5369c-4e72-411f-abf6-645077872341","remote_addr":"[fd00:1122:3344:101::a]:59741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:06.410015132Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63565"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:06.410202216Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"08ba9a14-0840-4b1f-8ced-11c0e3118687","remote_addr":"[fd00:1122:3344:101::a]:63565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:06.747836691Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55036"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:06.748652241Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:06.821664828Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:06.881411015Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f6784c4a-6c9e-47ab-9282-02b816eda3ab","remote_addr":"[fd00:1122:3344:101::a]:55036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133479,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:06.883710573Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6614ae61-08ec-44fe-a70a-101570d20e5b","remote_addr":"[fd00:1122:3344:101::a]:55036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2006,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:06.937154883Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:06.937208124Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:06.9386438Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:06.940185758Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:06.940267671Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"04504a04-381a-490c-952a-72481d29975d","remote_addr":"[fd00:1122:3344:101::a]:55036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4799,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.177448374Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60162"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.178685474Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"07194b78-80ef-4e5b-b300-fb42f26ca65c","remote_addr":"[fd00:1122:3344:101::b]:60162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1168,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.190403426Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"59be3b37-cf8b-41d7-8c08-ad6dcdf3866a","remote_addr":"[fd00:1122:3344:101::b]:60162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.37133523Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41623"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.372227962Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"69c7b14a-bfcf-4adc-a1b0-0c07a35f5913","remote_addr":"[fd00:1122:3344:101::c]:41623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":825,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.383652126Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41155"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.383901413Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"07e9652a-12c4-4535-8a98-2e7760e31789","remote_addr":"[fd00:1122:3344:101::b]:41155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.453240719Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51290"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.453395292Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"b3321e93-5fa0-4507-8e64-50e056116dc4","remote_addr":"[fd00:1122:3344:101::c]:51290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.455211208Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55098"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.455967876Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.500066154Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.559443362Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"98cfcfbf-4211-4b7c-95bc-a0b8956a0bb3","remote_addr":"[fd00:1122:3344:101::b]:55098","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104150,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.559705349Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4aaa935a-f2f0-46fd-9f89-e345bf5a042c","remote_addr":"[fd00:1122:3344:101::c]:41623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.56177794Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0a8fa842-99c2-4570-8708-47e821e13ac8","remote_addr":"[fd00:1122:3344:101::b]:55098","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.687383597Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40105"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.687558441Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.728045429Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.78676271Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7e9e4eae-09b3-4714-afd2-f0a67b828b45","remote_addr":"[fd00:1122:3344:101::c]:40105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99263,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:07.787197011Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"de17fe0c-3e26-465c-a96f-ef2601f48cea","remote_addr":"[fd00:1122:3344:101::c]:40105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:15.570351072Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35518"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:15.570453485Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a211b07d-b2ee-4b00-879c-b2b1f8b7b903","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35518","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:24.600227605Z","hostname":"buskin","pid":1562,"uri":"/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","method":"GET","req_id":"d76e2a6d-80ec-41e2-bc34-36fb135cb89b","remote_addr":"[fd00:1122:3344:101::d]:38525","local_addr":"[fd00:1122:3344:101::1]:60531","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:36.158088151Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56654"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:36.158914201Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b62946ab-1bdb-4616-a13e-950a40032fd2","remote_addr":"[fd00:1122:3344:101::a]:56654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":761,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:36.181959965Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54688"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:36.182616981Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"10e4f513-4628-4879-bd53-84635805e93a","remote_addr":"[fd00:1122:3344:101::a]:54688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:36.188514748Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"279580b8-f244-4bcf-9186-5a1528d12944","remote_addr":"[fd00:1122:3344:101::a]:56654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:36.258636113Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47612"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:36.258824368Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:36.296605928Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:36.353077104Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9beb6a09-ca00-4e1a-b9d3-73c944f1231d","remote_addr":"[fd00:1122:3344:101::a]:47612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94327,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:36.353566236Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1f43b94b-87a0-4ade-a296-53cbb294dc03","remote_addr":"[fd00:1122:3344:101::a]:47612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.079112945Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42368"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.079263179Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ce5300ab-f614-46a7-a3bf-36afe1dacad7","remote_addr":"[fd00:1122:3344:101::b]:42368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.09217425Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3b2d290a-8d82-4a8e-ac5e-42fdbcd8a607","remote_addr":"[fd00:1122:3344:101::b]:42368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.101836591Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44496"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.101935893Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"157f228d-5cfb-49ad-b24d-80efdde0d990","remote_addr":"[fd00:1122:3344:101::c]:44496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.112566008Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b3bec3dd-c314-4d62-a026-b86114b16afc","remote_addr":"[fd00:1122:3344:101::c]:44496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":826,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.164773458Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50932"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.1648596Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.205348338Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.26330322Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8862b646-1bea-4978-a9f7-b0c7c1ba3034","remote_addr":"[fd00:1122:3344:101::b]:50932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98476,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.263445374Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.263492385Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56471"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.263536236Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58018"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.263824473Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.267796872Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4726c50a-5697-4b70-910e-1efaf727f9ce","remote_addr":"[fd00:1122:3344:101::b]:50932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4004,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.268075759Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"85d084b5-f314-4dd6-b8a2-3da91ea5a8b6","remote_addr":"[fd00:1122:3344:101::b]:34329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4306,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.26811434Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"07b83330-f7f2-4258-9a7d-a49e6fcae82a","remote_addr":"[fd00:1122:3344:101::c]:56471","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4236,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.300476246Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.362223192Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e82ba45c-6cb3-4708-b351-3a943db3fbb9","remote_addr":"[fd00:1122:3344:101::c]:58018","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98563,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:37.363396682Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"bfd14ae1-9f0e-4758-85be-2882752d552d","remote_addr":"[fd00:1122:3344:101::c]:58018","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":929,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:45.60848531Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40401"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:45.608613083Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"153b4d17-570f-4ba6-a520-626288ecfce3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40401","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:33:54.60093943Z","hostname":"buskin","pid":1562,"uri":"/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","method":"GET","req_id":"30e48cb6-bad1-4c9c-b069-131eafa5eadd","remote_addr":"[fd00:1122:3344:101::d]:38525","local_addr":"[fd00:1122:3344:101::1]:60531","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8251,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:06.319223087Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62908"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:06.319964396Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9738206c-876f-49fe-b453-89338b5dc037","remote_addr":"[fd00:1122:3344:101::a]:62908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":660,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:06.336018445Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ec8eadf5-c95f-4c61-9a26-89ad2f7f429e","remote_addr":"[fd00:1122:3344:101::a]:62908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:06.443640204Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40624"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:06.443809358Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"5c7271c3-eb47-4ed1-aeba-6451d08b9631","remote_addr":"[fd00:1122:3344:101::a]:40624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:06.548569006Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57972"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:06.548688249Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:06.587490585Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:06.642161566Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ee43779c-5a7d-4d31-82c8-8efeb230e616","remote_addr":"[fd00:1122:3344:101::a]:57972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93529,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:06.642402322Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"46c7bbc7-4687-4a10-8f9b-60a85fab4ede","remote_addr":"[fd00:1122:3344:101::a]:57972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.213528057Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61858"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.214295046Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"87b1fdcb-5612-42f6-8d7e-3dd4e5503078","remote_addr":"[fd00:1122:3344:101::c]:61858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":672,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.22528408Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c8b2a968-707f-485b-9085-13d3f8f35304","remote_addr":"[fd00:1122:3344:101::c]:61858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":142,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.24780621Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37890"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.247998985Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"537a544c-f23f-4546-af2f-40502d1f0f8b","remote_addr":"[fd00:1122:3344:101::b]:37890","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.2606501Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"38bb7051-92f4-4dde-b8ad-7ffbdbdcb3d4","remote_addr":"[fd00:1122:3344:101::b]:37890","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.318135431Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53873"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.318373007Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"44d466e8-ed81-4e5f-8a18-c1eb4dea5f89","remote_addr":"[fd00:1122:3344:101::b]:53873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":168,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.423825851Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63508"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.424000686Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ccdda7e0-6226-4361-a72d-2adf39f57e6d","remote_addr":"[fd00:1122:3344:101::c]:63508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.449042879Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50559"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.449142702Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.485993099Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.540820424Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ec091a76-4fd4-4161-b800-e89f2dd90332","remote_addr":"[fd00:1122:3344:101::b]:50559","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91724,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.540937147Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53579"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.541995243Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1592c940-2eab-4bcc-a699-6ba8ff775886","remote_addr":"[fd00:1122:3344:101::b]:50559","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":972,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.542015884Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.576624085Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.629604884Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"28c5d755-d5e5-42a6-b56f-820bd82bc8e0","remote_addr":"[fd00:1122:3344:101::c]:53579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88366,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:07.630007974Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"17b8abfa-25f2-42e4-8df0-20b5e9973217","remote_addr":"[fd00:1122:3344:101::c]:53579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:15.643238348Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38010"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:15.643340281Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"2c2b0b27-9fd3-45dd-be9e-0bed783aa31b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38010","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:24.600016918Z","hostname":"buskin","pid":1562,"uri":"/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","method":"GET","req_id":"ce11b6cf-b2c9-4606-930d-1fb645f8a162","remote_addr":"[fd00:1122:3344:101::d]:38525","local_addr":"[fd00:1122:3344:101::1]:60531","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7500,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:36.08509535Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55432"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:36.086354901Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"07ecc8c9-480d-41fb-b68e-f22cee659873","remote_addr":"[fd00:1122:3344:101::a]:55432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1151,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:36.096275668Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"87059c50-1dcc-4a72-8280-7a85de8ea9ef","remote_addr":"[fd00:1122:3344:101::a]:55432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":152,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:36.285125099Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38674"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:36.285296873Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"bd56406a-9f57-4a2b-afd6-e5fbf19629a0","remote_addr":"[fd00:1122:3344:101::a]:38674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:36.353743047Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49503"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:36.35385595Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:36.390733848Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:36.445794448Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"db0ec245-e8a1-4e5b-8f82-2a2538cdbac3","remote_addr":"[fd00:1122:3344:101::a]:49503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91988,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:36.446045875Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f1c70ed7-de47-49c8-befd-2eaddce51554","remote_addr":"[fd00:1122:3344:101::a]:49503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.012289738Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52845"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.012459453Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"db207559-2421-42a9-b0d0-f612c52af8e5","remote_addr":"[fd00:1122:3344:101::b]:52845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.027414545Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"104fc2e1-70be-4dd2-ab89-712f83664d15","remote_addr":"[fd00:1122:3344:101::b]:52845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.15094607Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51521"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.151069963Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.189074159Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.251852682Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"12b12ea7-6a7e-41d7-92e8-7d63e97fc814","remote_addr":"[fd00:1122:3344:101::b]:51521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100840,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.252042886Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44320"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.252107208Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39791"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.253104193Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2aed4a37-e818-4a4b-9ba6-7585d637f142","remote_addr":"[fd00:1122:3344:101::c]:44320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":789,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.253194315Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f9d94085-b503-4def-b85c-d25ea7f25a02","remote_addr":"[fd00:1122:3344:101::b]:39791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":990,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.253207215Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0066d202-1eeb-41b2-b708-ff9761e45025","remote_addr":"[fd00:1122:3344:101::b]:51521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1072,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.267573923Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"96943390-c513-4910-b4f6-fa0f73f20ff0","remote_addr":"[fd00:1122:3344:101::c]:44320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.279671614Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49933"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.279761156Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.315383113Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.372265859Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"edbc8fcf-50ab-4097-bbed-b1f876e01b8a","remote_addr":"[fd00:1122:3344:101::c]:49933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92540,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.372408072Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.372678529Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"82d46e0a-e563-49a3-a648-82c306106f61","remote_addr":"[fd00:1122:3344:101::c]:58111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":183,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:37.373322105Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ca2db1c3-9e9c-4ca3-9009-e55c6f09c1c5","remote_addr":"[fd00:1122:3344:101::c]:49933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":793,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:45.675801221Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57358"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:45.675909433Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"c4c9f835-cb62-46c0-864d-f071ff52ec4d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57358","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":36,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:34:54.609412155Z","hostname":"buskin","pid":1562,"uri":"/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","method":"GET","req_id":"63f32e79-b1a8-41a2-ace8-9e307167af5a","remote_addr":"[fd00:1122:3344:101::d]:38525","local_addr":"[fd00:1122:3344:101::1]:60531","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8679,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:06.342218904Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52957"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:06.34236325Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"52031420-e520-4152-ab3c-293ba432a44e","remote_addr":"[fd00:1122:3344:101::a]:52957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:06.354267964Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1e0b96b2-10b0-4972-a30f-42fe20aa2773","remote_addr":"[fd00:1122:3344:101::a]:52957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:06.4175562Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43808"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:06.417664942Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:06.457707359Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:06.518063651Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7971d8f1-5615-4e05-bfb9-f3c0cb777ede","remote_addr":"[fd00:1122:3344:101::a]:43808","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100439,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:06.518352599Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59039"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:06.518466172Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"775e9c31-dfe1-42fa-bb4c-56be18fd969c","remote_addr":"[fd00:1122:3344:101::a]:43808","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":173,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:06.518659456Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"4e350f66-21f0-4c7a-90dd-dd522a996bc3","remote_addr":"[fd00:1122:3344:101::a]:59039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":179,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.29981859Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.30104123Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d12b2ab0-55f8-4f0e-a171-54d8bb07833e","remote_addr":"[fd00:1122:3344:101::b]:57607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1036,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.309265755Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c68ca692-175e-48a8-bd3d-9799e5b85076","remote_addr":"[fd00:1122:3344:101::b]:57607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.310753462Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58786"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.310840434Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9445a99c-43e3-41bb-be4f-e0d14c9c73cd","remote_addr":"[fd00:1122:3344:101::c]:58786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.313954412Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34124"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.314106446Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"9b00ddcd-cb84-4be4-a9af-4255470be34d","remote_addr":"[fd00:1122:3344:101::c]:34124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.320628588Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e6407181-9107-4ed2-b441-4bdbf1522fa6","remote_addr":"[fd00:1122:3344:101::c]:58786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1313,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.393358198Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49431"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.39344176Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.428995615Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.48583613Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4c564a6e-0579-4544-aea9-75af2b75fc99","remote_addr":"[fd00:1122:3344:101::c]:49431","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92422,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.485968434Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62497"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.486008675Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41131"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.48623682Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.48983532Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"48f45a14-c404-4b22-8b1c-df6c51a6c18c","remote_addr":"[fd00:1122:3344:101::c]:49431","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3566,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.490061605Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"64bae29b-fe60-4185-8355-7496db67d3f5","remote_addr":"[fd00:1122:3344:101::b]:62497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3778,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.521044927Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.575519163Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3c4aa213-bf91-43f7-add3-aa062c166bae","remote_addr":"[fd00:1122:3344:101::b]:41131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89376,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:07.575907392Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e80f7363-93aa-4ac4-9f85-8108be38bf2b","remote_addr":"[fd00:1122:3344:101::b]:41131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:08.290001406Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:15.711210987Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33382"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:15.711295229Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"57604db0-be09-42e1-a3f3-9fdea93e4d03","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33382","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:24.653070107Z","hostname":"buskin","pid":1562,"uri":"/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","method":"GET","req_id":"ded508bf-f127-4f34-8969-44386602409b","remote_addr":"[fd00:1122:3344:101::d]:38525","local_addr":"[fd00:1122:3344:101::1]:60531","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8661,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:36.135406512Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47085"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:36.135577647Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5bcb96ce-d2fa-480c-bba0-a0ad15f497d9","remote_addr":"[fd00:1122:3344:101::a]:47085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:36.146211521Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3f6bdb2c-728f-40ef-9f5f-06d6de81b921","remote_addr":"[fd00:1122:3344:101::a]:47085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":146,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:36.210250515Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34888"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:36.210359058Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:36.248508328Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:36.30403709Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2cbb62b2-d393-4e9b-8913-de3ae0d48f3a","remote_addr":"[fd00:1122:3344:101::a]:34888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93732,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:36.304243495Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39118"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:36.304544842Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"628a50ec-e786-4019-ade5-5825c3db6916","remote_addr":"[fd00:1122:3344:101::a]:34888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":225,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:36.3052371Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"909c8cbc-33f0-4a5a-b43c-b66f1850e4d8","remote_addr":"[fd00:1122:3344:101::a]:39118","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":901,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.136749616Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:32985"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.13689982Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9d72facb-d7d6-4bbd-9700-72d1b540ed96","remote_addr":"[fd00:1122:3344:101::c]:32985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.145099775Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"eb357046-2a95-4b3d-b73e-0d1843e5a421","remote_addr":"[fd00:1122:3344:101::c]:32985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.149602396Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:32955"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.149780721Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"8eb40b8d-40b0-4d10-8614-79f4418b59f7","remote_addr":"[fd00:1122:3344:101::b]:32955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.193569861Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36837"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.194296349Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"bd7894ce-1874-4abe-a87a-39ef758b5ac9","remote_addr":"[fd00:1122:3344:101::b]:36837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":678,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.203755015Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"edb6cc0a-2232-45d8-b9af-3e56c6020b7e","remote_addr":"[fd00:1122:3344:101::b]:36837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.20958885Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37464"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.209763404Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"649820b7-c060-4ba0-82c1-eeb4c7db1ff0","remote_addr":"[fd00:1122:3344:101::c]:37464","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.249270288Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34418"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.24936884Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.288913844Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.34459206Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a82ccbb7-e89e-4924-9ded-fc130c8288f4","remote_addr":"[fd00:1122:3344:101::b]:34418","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95267,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.344781755Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51554"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.345019731Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.345127614Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"22975976-dd9f-4d03-8a45-3b907c0b6c68","remote_addr":"[fd00:1122:3344:101::b]:34418","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":257,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.382302979Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.441462171Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"86963325-8e76-47a5-bb30-8ae73883a608","remote_addr":"[fd00:1122:3344:101::c]:51554","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96543,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:37.442583769Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ffb4f03f-2acc-4752-a370-2313fde42a5a","remote_addr":"[fd00:1122:3344:101::c]:51554","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":870,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:45.743372294Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46128"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:45.743474976Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"b8b8a769-1b07-401b-882f-ea55396ff95f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46128","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:35:54.653596557Z","hostname":"buskin","pid":1562,"uri":"/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","method":"GET","req_id":"7924dd25-b01f-41dc-ae54-4004877bc6df","remote_addr":"[fd00:1122:3344:101::d]:38525","local_addr":"[fd00:1122:3344:101::1]:60531","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8741,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:06.286432118Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40908"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:06.286614322Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"977a4060-287e-4584-96d0-d16b93a75728","remote_addr":"[fd00:1122:3344:101::a]:40908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:06.294369695Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"eb9587eb-509e-4955-80e9-ba9bf295e55d","remote_addr":"[fd00:1122:3344:101::a]:40908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:06.310751593Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38380"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:06.311981334Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"e7b19b6e-96b7-4430-8754-cc7ba3ece135","remote_addr":"[fd00:1122:3344:101::a]:38380","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1193,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:06.448464721Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57383"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:06.449142788Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:06.483286988Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:06.539400095Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"cc3514d2-28aa-42c7-8909-2cc6bec42da0","remote_addr":"[fd00:1122:3344:101::a]:57383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90880,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:06.539673952Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e44a1c8d-34a4-4af6-9bd9-771db7770e6f","remote_addr":"[fd00:1122:3344:101::a]:57383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.165036577Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40726"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.166070163Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"85a970b7-0522-4dee-b283-f93c3fac219d","remote_addr":"[fd00:1122:3344:101::b]:40726","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":963,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.180443921Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1693b9e9-49a1-4d27-a92e-2502ff4c2ad7","remote_addr":"[fd00:1122:3344:101::b]:40726","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1528,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.215392981Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64850"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.215561235Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"537047e5-62da-44b0-9c1e-0d542d1b7fac","remote_addr":"[fd00:1122:3344:101::c]:64850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.229973844Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bf09affd-3207-44a7-b89b-703c91e107f7","remote_addr":"[fd00:1122:3344:101::c]:64850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.328357333Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57672"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.329035809Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"de24c186-15ed-408a-a618-626b88ee38a4","remote_addr":"[fd00:1122:3344:101::c]:57672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":646,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.34070922Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44380"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.340809853Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.384625393Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.446231067Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b6862b74-f164-463d-8bbc-4d136d69ecbd","remote_addr":"[fd00:1122:3344:101::c]:44380","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105455,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.446485223Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53646"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.446574825Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35077"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.446670238Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e539cbe4-960f-4284-910c-a6e78e0901df","remote_addr":"[fd00:1122:3344:101::c]:44380","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":195,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.447659172Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.452565914Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"7ddc7a31-ffe4-4429-8625-1415860e852f","remote_addr":"[fd00:1122:3344:101::b]:53646","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5669,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.485423352Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.540313879Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"493cf697-ccda-4fcd-b155-a49f5638bb30","remote_addr":"[fd00:1122:3344:101::b]:35077","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93516,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:07.540706448Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a724a9ce-84cf-4c1a-a118-91755a9d5ad5","remote_addr":"[fd00:1122:3344:101::b]:35077","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:15.780121145Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59431"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:15.780283769Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"cf4e9036-12b3-425c-8616-3976701ab786","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59431","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:20.965142414Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52908"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:20.96539317Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ff8a80ff-ce3a-4b06-9d20-f7b88e974d2c","remote_addr":"[fd00:1122:3344:101::a]:52908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":180,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:20.967971085Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(6325512) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:20.968011406Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"PUT","req_id":"cd3153c8-bc45-445c-936a-c26da81b1a20","remote_addr":"[fd00:1122:3344:101::a]:52908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2448,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:21.142725455Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63303"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:21.149816701Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:539","metadata":"InstanceMetadata { silo_id: 292cf28f-e2b6-401a-ac5a-ac8ad8e3ace3, project_id: 3e76ace3-4e57-426e-8f0b-3e4298022cc7 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-03T20:36:21.140600012Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: b272a5cf-9eb6-4fae-8405-1cee3cea2f23, kind: Instance { id: ab7a5698-ebf0-4692-8d39-da1d46240c53 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6325512), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b272a5cf-9eb6-4fae-8405-1cee3cea2f23, kind: Instance { id: ab7a5698-ebf0-4692-8d39-da1d46240c53 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6325512), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b272a5cf-9eb6-4fae-8405-1cee3cea2f23, kind: Instance { id: ab7a5698-ebf0-4692-8d39-da1d46240c53 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6325512), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(6325512))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b272a5cf-9eb6-4fae-8405-1cee3cea2f23, kind: Instance { id: ab7a5698-ebf0-4692-8d39-da1d46240c53 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6325512), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-dcce88e1c12\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 0f061470-1952-4e92-993a-d9e8bb6565dc, read_only_parent: Some(Volume { block_size: 512, id: 897ef5e6-d0c9-4e39-be25-9ed5a9e077d2, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 4b6b9158-ae4e-4a6a-a977-33cb40dfca15, key: Some(\"2+6UW3DTewE+/oBtHIEwJsx7SVeeHM2qckctS/4hmxo=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::16]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 0f061470-1952-4e92-993a-d9e8bb6565dc, key: Some(\"xsiVmHvyAgY1jxmCL14EkYFET49cLDEfzZ4hjRsS7KU=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::16]:19002\", \"[fd00:1122:3344:101::14]:19002\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-dcce88e1c12\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:21.149869593Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:572","migration_id":"None","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:21.149891763Z","hostname":"buskin","pid":1562,"propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:1113","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: b272a5cf-9eb6-4fae-8405-1cee3cea2f23, kind: Instance { id: ab7a5698-ebf0-4692-8d39-da1d46240c53 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6325512), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b272a5cf-9eb6-4fae-8405-1cee3cea2f23, kind: Instance { id: ab7a5698-ebf0-4692-8d39-da1d46240c53 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6325512), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b272a5cf-9eb6-4fae-8405-1cee3cea2f23, kind: Instance { id: ab7a5698-ebf0-4692-8d39-da1d46240c53 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6325512), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(6325512))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b272a5cf-9eb6-4fae-8405-1cee3cea2f23, kind: Instance { id: ab7a5698-ebf0-4692-8d39-da1d46240c53 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6325512), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-dcce88e1c12\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 0f061470-1952-4e92-993a-d9e8bb6565dc, read_only_parent: Some(Volume { block_size: 512, id: 897ef5e6-d0c9-4e39-be25-9ed5a9e077d2, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 4b6b9158-ae4e-4a6a-a977-33cb40dfca15, key: Some(\"2+6UW3DTewE+/oBtHIEwJsx7SVeeHM2qckctS/4hmxo=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::16]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 0f061470-1952-4e92-993a-d9e8bb6565dc, key: Some(\"xsiVmHvyAgY1jxmCL14EkYFET49cLDEfzZ4hjRsS7KU=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::16]:19002\", \"[fd00:1122:3344:101::14]:19002\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-dcce88e1c12\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-03T20:36:21.140600012Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:21.150748024Z","hostname":"buskin","pid":1562,"uri":"/vmms/25956b78-708a-403a-a22c-3a01ec0d7b41","method":"PUT","req_id":"624c8f53-428d-4e6a-97e1-4a87ac572f31","remote_addr":"[fd00:1122:3344:101::a]:63303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7881,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:21.267748897Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:32972"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:21.269251134Z","hostname":"buskin","pid":1562,"uri":"/vmms/25956b78-708a-403a-a22c-3a01ec0d7b41/state","method":"PUT","req_id":"81f3781b-c94e-4a49-928c-d43a1b7b384d","remote_addr":"[fd00:1122:3344:101::a]:32972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1403,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:21.270868634Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 6325512 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:21.270910075Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:21.308152112Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:21.330260893Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:22.661507469Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:22.661686763Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41\") failed: Property not found. retry in 49.660077ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:36:22.838924765Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41\") failed: Property not found. retry in 76.282685ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:36:22.897286008Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41\") failed: Property not found. retry in 278.819267ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:36:22.986819856Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41\") failed: Property not found. retry in 579.610984ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:36:23.284091165Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41\") failed: Property not found. retry in 1.177749067s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:36:23.878618054Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:24.653910121Z","hostname":"buskin","pid":1562,"uri":"/b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","method":"GET","req_id":"b112eecf-7ea7-4c73-bdfc-4b440750552b","remote_addr":"[fd00:1122:3344:101::d]:38525","local_addr":"[fd00:1122:3344:101::1]:60531","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b24d01f3-ba7d-442a-bbe9-9e56a4bb9192","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8999,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41\") failed: Property not found. retry in 1.038798288s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:36:25.068147532Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41\") failed: Property not found. retry in 1.073828956s","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:36:26.118116857Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41\") failed: Property not found. retry in 757.920454ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:36:27.203470302Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:27.990460361Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:1594"} {"msg":"wait for service Some(\"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41\") failed: Property not found. retry in 63.779315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:36:27.999358672Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41\") failed: Property not found. retry in 115.263594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:36:28.076208955Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41\") failed: Property not found. retry in 131.501881ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:36:28.202183061Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41\") failed: Property not found. retry in 558.265061ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:36:28.344790881Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:28.914119092Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:1603"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:28.95141645Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:1627"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:29.092086771Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:825"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-03T20:36:29.095006434Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:29.095044275Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:29.095060645Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-03T20:36:29.095006434Z }","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:29.0956579Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-03T20:36:29.095006434Z }, migration_in: None, migration_out: None }","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-03T20:36:29.120123089Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:29.12017251Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:29.120263503Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-03T20:36:29.120123089Z }","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:29.120291783Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-03T20:36:29.120123089Z }, migration_in: None, migration_out: None }","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:36.09177133Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62166"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:36.091974375Z","hostname":"buskin","pid":1562,"uri":"/vmms/25956b78-708a-403a-a22c-3a01ec0d7b41/state","method":"GET","req_id":"7a848f68-90ef-47dd-a984-16a13b6b8fdf","remote_addr":"[fd00:1122:3344:101::a]:62166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:36.155070115Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50576"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:36.155155947Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3624c79f-0a45-4e72-a9a5-f6f5c8505cdf","remote_addr":"[fd00:1122:3344:101::a]:50576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:36.226548005Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44575"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:36.227325794Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"8f637fc5-ec45-4ea9-a4b4-c54713a7e8a1","remote_addr":"[fd00:1122:3344:101::a]:44575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":683,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:36.271015936Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b321d636-f79f-4474-9cf5-6386def0561c","remote_addr":"[fd00:1122:3344:101::a]:50576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":321,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:36.279487182Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37690"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:36.279595475Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:36.317437297Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:36.370908488Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"99fd26b8-c7eb-49fd-9100-666abe0ee9dc","remote_addr":"[fd00:1122:3344:101::a]:37690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91360,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:36.37140227Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9846cced-6544-4b7d-919a-bfb1784c8757","remote_addr":"[fd00:1122:3344:101::a]:37690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.065867346Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.066112772Z","hostname":"buskin","pid":1562,"uri":"/vmms/25956b78-708a-403a-a22c-3a01ec0d7b41/state","method":"GET","req_id":"069f6571-5e2f-46ea-ab8f-fc73873fb8b7","remote_addr":"[fd00:1122:3344:101::b]:47104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":175,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.085658498Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.085827553Z","hostname":"buskin","pid":1562,"uri":"/vmms/25956b78-708a-403a-a22c-3a01ec0d7b41/state","method":"GET","req_id":"36b320b5-9c07-4065-a268-22fe138b8c3c","remote_addr":"[fd00:1122:3344:101::c]:60877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.129552141Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55898"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.129676324Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d58ad05c-6940-4e03-883c-bc6505f8c5aa","remote_addr":"[fd00:1122:3344:101::b]:55898","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.142907894Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.143106848Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"4b262f3e-d029-4f73-876b-1911e9836a5b","remote_addr":"[fd00:1122:3344:101::b]:62214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.1435821Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49958"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.143672502Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2397f472-ffca-4348-ae22-0d507848caf7","remote_addr":"[fd00:1122:3344:101::c]:49958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.154197204Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c0111a40-4565-4f4e-be05-b8a6eca86dd6","remote_addr":"[fd00:1122:3344:101::b]:55898","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.198097877Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48751"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.198262001Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"a1172d3e-46a0-4bba-9589-a62b04e304e7","remote_addr":"[fd00:1122:3344:101::c]:48751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.203791279Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a9c1607f-1855-4fbf-a25c-784bc8d71f8a","remote_addr":"[fd00:1122:3344:101::c]:49958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.268843078Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57517"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.268958541Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.312516855Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.368606732Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a4f474cf-2437-4c89-aaed-fc1638e5ea83","remote_addr":"[fd00:1122:3344:101::c]:57517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99696,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.368746845Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64999"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.368991111Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.374025556Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"baabcc97-19a5-47a0-ab29-cc784bd08c63","remote_addr":"[fd00:1122:3344:101::c]:57517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5085,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.406557366Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.46214813Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"56ddfa62-5636-447a-9d43-d737605c57d6","remote_addr":"[fd00:1122:3344:101::b]:64999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93263,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:37.462467438Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1f21b4a6-5eaf-40b9-8868-4f5cd5fe30bd","remote_addr":"[fd00:1122:3344:101::b]:64999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:38.758339623Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62455"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:38.759024561Z","hostname":"buskin","pid":1562,"uri":"/vmms/25956b78-708a-403a-a22c-3a01ec0d7b41/state","method":"PUT","req_id":"0ecc9df7-b01f-427a-a52f-caebcde022d2","remote_addr":"[fd00:1122:3344:101::a]:62455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":575,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-03T20:36:38.759151044Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:38.759191394Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:38.759227946Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-03T20:36:38.759151044Z }","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:38.759245036Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-03T20:36:38.759151044Z }, migration_in: None, migration_out: None }","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-03T20:36:38.773040529Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:38.77305645Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:675"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:38.77307322Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:697","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-03T20:36:38.773040529Z }","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:38.77308178Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:711","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:38.773143142Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:38.775227954Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:38.775294935Z","hostname":"buskin","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/d10962d9-79b3-427c-8c42-ec5b2adbc6ee/debug/bundle/zone\", \"/pool/int/d35e8d59-5698-4220-bc9f-2ce76555d934/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/9be3601f-65b1-4f43-9377-aa5513d9b31a/crypt/debug\", \"/pool/ext/7f092e33-1af0-4e4e-87b6-07db26b26d4d/crypt/debug\", \"/pool/ext/cced9d79-ed80-4c89-994e-8eaec18a3ffe/crypt/debug\", \"/pool/ext/bbefb67e-cb66-4fc4-8b99-53014030c8bf/crypt/debug\", \"/pool/ext/bb86cec0-ba38-4d2f-b865-3bb4c225bc60/crypt/debug\", \"/pool/ext/dab8d29a-db6e-412c-9f30-46af8b4a3a6f/crypt/debug\", \"/pool/ext/1220f876-5a4e-47b8-b4aa-f7dee07ba8ea/crypt/debug\", \"/pool/ext/cd2cdd9e-d8f2-4e2c-82d3-c2e2c498dc39/crypt/debug\", \"/pool/ext/12b34c54-e8f4-4b50-a4d7-839f5c9ddbe9/crypt/debug\"] }","zone_name":"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:39.408442245Z","hostname":"buskin","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41\", bundle_id: d56ef184-453c-48a3-b1df-ec929dacde87 }, time_created: 2024-10-03T20:36:38.775478030Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_25956b78-708a-403a-a22c-3a01ec0d7b41","v":0,"name":"SledAgent","level":40,"time":"2024-10-03T20:36:39.408534987Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:925"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:41.133740059Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:41.150175188Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(6325512), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:41.150216319Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(6325512), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:41.150591078Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-03T20:36:41.150562918Z }, migration_in: None, migration_out: None }","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:41.179888078Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-03T20:36:41.150562918Z }, migration_in: None, migration_out: None }","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:41.184695247Z","hostname":"buskin","pid":1562,"instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","propolis_id":"25956b78-708a-403a-a22c-3a01ec0d7b41","instance_id":"ab7a5698-ebf0-4692-8d39-da1d46240c53","component":"InstanceManager","file":"sled-agent/src/instance.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:41.590989921Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41216"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:41.591139794Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"197cf65c-e941-4f87-bc62-949199da9262","remote_addr":"[fd00:1122:3344:101::b]:41216","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:41.598953009Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"74a74d18-149e-4e48-b032-2fbd25ba9aac","remote_addr":"[fd00:1122:3344:101::b]:41216","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":229,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:41.686489378Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55510"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:41.686833696Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"98ee8675-8367-4f67-92bf-7d20ec976c5c","remote_addr":"[fd00:1122:3344:101::b]:55510","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":224,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:41.819401386Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65458"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:41.819589381Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"b43f6285-fec9-4049-855b-0a8c7199c87d","remote_addr":"[fd00:1122:3344:101::a]:65458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:42.557963749Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45988"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:42.558610485Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4e291f66-97e4-4fa7-8c30-62b129cee986","remote_addr":"[fd00:1122:3344:101::a]:45988","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":561,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-03T20:36:42.56561487Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f0a15ea5-5ab9-4a2a-a04f-f1f640d5b006","remote_addr":"[fd00:1122:3344:101::a]:45988","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"204"}