[ Oct 22 16:58:09 Enabled. ] [ Oct 22 16:58:09 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 22 16:58:09 Method "start" exited with status 0. ] [ Oct 22 16:58:09 Rereading configuration. ] [ Oct 22 16:58:09 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:09.247784541Z","hostname":"sock","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:09.247935655Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:09.300871278Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:09.300922309Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:09.412343583Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:09.421153005Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:09.428968144Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.033024547Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.173170768Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.17321894Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.173434205Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.173533527Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.173547067Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.173565188Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.176640058Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:10.176647648Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.176664059Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.176676449Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.1767067Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.17674965Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.176837483Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.176876073Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.176891994Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.187975408Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.187996398Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"e297fba4-9c0a-46f6-b3d8-1a645701595e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.320661659Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: e297fba4-9c0a-46f6-b3d8-1a645701595e (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.843940301Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.844010632Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.844023423Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.844047983Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.844065114Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.844084644Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.844090024Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.852554918Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.852579529Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"194a5d8f-85a4-46e8-a497-21c12a2ce3c4 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:10.962701122Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 194a5d8f-85a4-46e8-a497-21c12a2ce3c4 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482377082Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482429813Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e297fba4-9c0a-46f6-b3d8-1a645701595e (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 194a5d8f-85a4-46e8-a497-21c12a2ce3c4 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482475214Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482483174Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482496565Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482506525Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482513055Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482520535Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e297fba4-9c0a-46f6-b3d8-1a645701595e (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 194a5d8f-85a4-46e8-a497-21c12a2ce3c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482539035Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482546446Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482552486Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482571156Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482577406Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482582496Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e297fba4-9c0a-46f6-b3d8-1a645701595e (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 194a5d8f-85a4-46e8-a497-21c12a2ce3c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482604907Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482611097Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482616977Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482623997Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482629877Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482636238Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482642518Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e297fba4-9c0a-46f6-b3d8-1a645701595e (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 194a5d8f-85a4-46e8-a497-21c12a2ce3c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482674449Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482680559Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482687109Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482692859Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482697749Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e297fba4-9c0a-46f6-b3d8-1a645701595e (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 194a5d8f-85a4-46e8-a497-21c12a2ce3c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.48271527Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.4827205Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.48272472Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.48272904Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.4827338Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.48273723Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e297fba4-9c0a-46f6-b3d8-1a645701595e (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 194a5d8f-85a4-46e8-a497-21c12a2ce3c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482762171Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482766481Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482770261Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482776221Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482780941Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482806822Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482815152Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e297fba4-9c0a-46f6-b3d8-1a645701595e (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 194a5d8f-85a4-46e8-a497-21c12a2ce3c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482845233Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482850743Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482855043Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482858433Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482863843Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e297fba4-9c0a-46f6-b3d8-1a645701595e (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 194a5d8f-85a4-46e8-a497-21c12a2ce3c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482884954Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482901444Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482906304Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482910594Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482914164Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482917804Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e297fba4-9c0a-46f6-b3d8-1a645701595e (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 194a5d8f-85a4-46e8-a497-21c12a2ce3c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482947225Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482953745Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482957395Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482962505Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482969145Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.482972685Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e297fba4-9c0a-46f6-b3d8-1a645701595e (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 194a5d8f-85a4-46e8-a497-21c12a2ce3c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.483005956Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.483010796Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.483015197Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.483018577Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.483021926Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.483032837Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.483059947Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.483067928Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.483078098Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.483085508Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.483089528Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.483119869Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.483124189Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.4940628Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:742"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.49409329Z","hostname":"sock","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999913208s","next_cleanup":"Instant { tv_sec: 57340, tv_nsec: 309937047 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.494174932Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3961"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.494185353Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.494258284Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.496880074Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.497340335Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.499192897Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.499662598Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1073"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.499671928Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.499708879Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.49975462Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.49976811Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.49977269Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1136"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.499799431Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.499821262Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.499825872Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.499832952Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1178"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.499836472Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.499839992Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.499864463Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.499887593Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.5001829Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 99abc937-7bef-4487-89dc-be7f1ba84b00,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 16e00cfa-7b17-4bae-805b-f1a7654cd84e (sled),\n rack_id: 99abc937-7bef-4487-89dc-be7f1ba84b00,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.500442666Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.500447116Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1212"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.500484957Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.500494807Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.500655881Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.500789734Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.500844495Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 16e00cfa-7b17-4bae-805b-f1a7654cd84e (sled), rack_id: 99abc937-7bef-4487-89dc-be7f1ba84b00, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.501170053Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4258"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.501254824Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4658"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.505626295Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.511579391Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.511681333Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.515787537Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.515845389Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.515950021Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:63911","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 16e00cfa-7b17-4bae-805b-f1a7654cd84e (sled), rack_id: 99abc937-7bef-4487-89dc-be7f1ba84b00, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.516071454Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.516083514Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.516122165Z","hostname":"sock","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.516128955Z","hostname":"sock","pid":1572,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.516170156Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.516179746Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.516187067Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.516256198Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.516266119Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.516300739Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.516305389Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.51631276Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.51634599Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.516352761Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.532102031Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.552855867Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.569706823Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.594505472Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.594533542Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.594541102Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.594556213Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 141.442822ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.598059503Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee2a4a8b-c393-47fd-b2f9-b9b47d81170f\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 16:58:11 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ee2a4a8b-c393-47fd-b2f9-b9b47d81170f\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_e297fba4-9c0a-46f6-b3d8-1a645701595e/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.607560861Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_e297fba4-9c0a-46f6-b3d8-1a645701595e/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.645014049Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_e297fba4-9c0a-46f6-b3d8-1a645701595e/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.64506278Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.650557836Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.650567526Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_e297fba4-9c0a-46f6-b3d8-1a645701595e/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.650571006Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.740852345Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 127.400082ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.741535241Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f1569d2-f042-457a-8070-ca7f20331409\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 16:58:11 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9f1569d2-f042-457a-8070-ca7f20331409\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.760206189Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.869395421Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 179.050206ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.870032656Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5d0e9fc-372b-43b0-affd-7ad3c081ca86\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 16:58:11 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d5d0e9fc-372b-43b0-affd-7ad3c081ca86\" }"} {"msg":"Mounting oxi_e297fba4-9c0a-46f6-b3d8-1a645701595e/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.879115274Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.891391775Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.891462277Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.891478307Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:11.891495538Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:12.054836031Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 201.098942ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:12.056452888Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7497922f-ed05-4871-abaf-50bf11c7dbd1\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 16:58:11 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7497922f-ed05-4871-abaf-50bf11c7dbd1\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:12.258940278Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 171.687697ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:12.25988095Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27804da4-7d14-4f34-94a0-4e77f101206d\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 16:58:11 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"27804da4-7d14-4f34-94a0-4e77f101206d\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:12.433085419Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 359.560367ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:12.433507039Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dd58c36-9519-45cd-8ab9-93998b22e5de\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 16:58:11 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2dd58c36-9519-45cd-8ab9-93998b22e5de\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:12.629585553Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:12.635089428Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:48667","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:12.635118409Z","hostname":"sock","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:12.635179471Z","hostname":"sock","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:48667","producer_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:12.636366498Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"311.417589ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:12.63734467Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:12.6373525Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:12.637418652Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:926","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:12.637423082Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:12.793333645Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:12.949373541Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"386.377539ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:13.336982933Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"574.915315ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:13.91365762Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.617826599s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:15.123917715Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2683"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:15.123946285Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2928"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:15.123951356Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2553"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:15.123955216Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2600"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:15.123967066Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3009"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:15.123973616Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3054"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:15.12587258Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2853"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:15.127059367Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2594"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:15.12717297Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:15.127288482Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 51.669236ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:15.39903086Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 121.922685ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:15.585525024Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 179.925873ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:15.757230389Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 482.735722ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:16.096908753Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:16.533976959Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.448186447s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 577.947114ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:16.674061889Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.218621051s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:17.304796954Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.354208646s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:18.715945554Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 660.3157ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:20.085935419Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.113803155Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.113859946Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.113876157Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.113888147Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.114178054Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.114372058Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.114433109Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:63911","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.114494731Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.114507201Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3961"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.330724576Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.330830059Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.331045604Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.331101665Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.331108105Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.331159716Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.331195857Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.331218898Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.336374256Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4282","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.336389986Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4298"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.336394716Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.594779398Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.595017753Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.595026823Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.595058754Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.595080745Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.595186347Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"eac894e8-6a4e-43d0-848d-d95fda6141ad","remote_addr":"[fd00:1122:3344:101::1]:54129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":272,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.625145104Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55301"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.625274947Z","hostname":"sock","pid":1572,"uri":"/sled-role","method":"GET","req_id":"49955156-9154-45af-b3c0-80ae6025e2a1","remote_addr":"[fd00:1122:3344:101::1]:55301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.625885751Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.625903121Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.626188028Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.626471684Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:882"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 63956fa8-771a-4677-b120-a4530800501f, pool_id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: dcf28a9e-594d-4210-b8bb-63eaf3f2ceda, pool_id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 241a447a-ddb2-49ca-978f-b252b7f3581e, pool_id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 4799ded5-3a5e-43d5-8e06-05f7fa6d62f5, pool_id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: c38f70fc-0625-4f9e-a763-74f9973d8a1a, pool_id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: cd5c08d1-bd7f-4c5e-8ade-f5de92c7db63, pool_id: 4f787242-dde7-4087-a967-d93855bec478 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 9e76b148-fb8c-4fe7-8d3d-7c1e7a8a2b71, pool_id: e84ec235-507c-44ae-8c23-9a1c2e444c4e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: e123f387-ac21-4be3-9d84-49878ad63a6b, pool_id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: fc5dfb45-13fb-446b-9d73-8ec05eb58ea0, pool_id: d986c988-f527-4a52-bf1f-847b2904b160 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.655846107Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.655945539Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57751"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.656295838Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:862"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 63956fa8-771a-4677-b120-a4530800501f, pool_id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: dcf28a9e-594d-4210-b8bb-63eaf3f2ceda, pool_id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 241a447a-ddb2-49ca-978f-b252b7f3581e, pool_id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 4799ded5-3a5e-43d5-8e06-05f7fa6d62f5, pool_id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: c38f70fc-0625-4f9e-a763-74f9973d8a1a, pool_id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: cd5c08d1-bd7f-4c5e-8ade-f5de92c7db63, pool_id: 4f787242-dde7-4087-a967-d93855bec478 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 9e76b148-fb8c-4fe7-8d3d-7c1e7a8a2b71, pool_id: e84ec235-507c-44ae-8c23-9a1c2e444c4e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: e123f387-ac21-4be3-9d84-49878ad63a6b, pool_id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: fc5dfb45-13fb-446b-9d73-8ec05eb58ea0, pool_id: d986c988-f527-4a52-bf1f-847b2904b160 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.656347709Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.656352609Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.656360699Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.656368179Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.65638491Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.65639363Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.65639848Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.65641014Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.827979382Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:21.828002403Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"3171942d-f098-451f-8c68-2a573a1f7523 (zpool)"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:22.036973641Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.987684594s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/16e00cfa-7b17-4bae-805b-f1a7654cd84e)","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:22.268577089Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:22.737400613Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:22.738881277Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15521465317378266768"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:22.73901394Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13944552084075901480"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:22.773507951Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:22.781660608Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:22.781729649Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:22.7817627Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:22.781795471Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:22.781811271Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:22.781922154Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:22.781932544Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:22.827360685Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3171942d-f098-451f-8c68-2a573a1f7523/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:22.835315587Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_3171942d-f098-451f-8c68-2a573a1f7523","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.045880092Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.053863955Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.053910206Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.053919787Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.053927617Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.053932567Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.063990267Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.064020298Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.180419055Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.18803099Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.18805553Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.188063481Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.188105472Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.188128402Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.188216814Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.188224954Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.234485905Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ad82d217-9dc3-4b30-8aeb-19dc308c7db5/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.242251663Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/16e00cfa-7b17-4bae-805b-f1a7654cd84e)","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:23.270270115Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_ad82d217-9dc3-4b30-8aeb-19dc308c7db5","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.466288657Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.473886211Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.473951702Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.473980413Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.473992223Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.473997494Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.484131506Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.484156726Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"49cf1fae-a556-4427-9025-e342dceede7e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.599992981Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.607531974Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.607570675Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.607577345Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.607614066Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.607625356Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.607748669Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.607755509Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.652186257Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_49cf1fae-a556-4427-9025-e342dceede7e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.659988996Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_49cf1fae-a556-4427-9025-e342dceede7e","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.885383011Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.893274592Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.893319943Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.893330124Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.893337324Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.893343464Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.902887003Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:23.902915193Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.022500164Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.029933414Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.029974935Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.029982135Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.029987555Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.030038566Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.030153729Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.030160719Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.073854161Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a6c6dd3b-5b73-4af7-9c8e-6390c3ced671/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.081269931Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/16e00cfa-7b17-4bae-805b-f1a7654cd84e)","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:24.272709998Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_a6c6dd3b-5b73-4af7-9c8e-6390c3ced671","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.284263892Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.292035671Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.292068021Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.292081952Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.292088812Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.292093792Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.301791494Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.301811485Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.418375196Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.425910389Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.425935269Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.425940299Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.42596909Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.42597759Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.426115703Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.426121083Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.469020407Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_83058afb-4730-4e6c-8f40-04a40ed6ab14/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.476417056Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_83058afb-4730-4e6c-8f40-04a40ed6ab14","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.680440542Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.688012025Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.688056377Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.688069457Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.688075817Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.688080827Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.697316349Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.697340359Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4f787242-dde7-4087-a967-d93855bec478 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.816706615Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 4f787242-dde7-4087-a967-d93855bec478 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.824099484Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.824124635Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.824139405Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.824149755Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.824158156Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.824277028Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.824285659Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.869205058Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4f787242-dde7-4087-a967-d93855bec478/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:24.879487344Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_4f787242-dde7-4087-a967-d93855bec478","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.096332443Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.104100811Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.104138952Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.104151222Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.104160152Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.104168332Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.113892705Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.113939066Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"e84ec235-507c-44ae-8c23-9a1c2e444c4e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.263653057Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: e84ec235-507c-44ae-8c23-9a1c2e444c4e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.271742462Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.271776013Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.271782354Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.271819394Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.271829915Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.271955867Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.271962748Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/16e00cfa-7b17-4bae-805b-f1a7654cd84e)","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:25.278259382Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.320971801Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_e84ec235-507c-44ae-8c23-9a1c2e444c4e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.329072576Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_e84ec235-507c-44ae-8c23-9a1c2e444c4e","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.535050667Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.542720883Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.542768224Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.542779494Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.542786794Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.542792914Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.552271712Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.552296002Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.674659136Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.682627159Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.68265898Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.68266875Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.68268093Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.682708371Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.682829454Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.682836674Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.7241101Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_7692978e-e7ef-41d7-a73a-73e0c38244a5/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.731683553Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_7692978e-e7ef-41d7-a73a-73e0c38244a5","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.961081371Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.968770776Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.968811067Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.968819237Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.968825367Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.968832177Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.978444918Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:25.978470008Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"d986c988-f527-4a52-bf1f-847b2904b160 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.094956588Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: d986c988-f527-4a52-bf1f-847b2904b160 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.104019376Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.104054376Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.104097848Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.104145769Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.104157239Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.104268751Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.104277101Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.145472906Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d986c988-f527-4a52-bf1f-847b2904b160/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.152359723Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/16e00cfa-7b17-4bae-805b-f1a7654cd84e)","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:26.281390571Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_d986c988-f527-4a52-bf1f-847b2904b160","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.375947618Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.384109525Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.384162136Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.384231027Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.38435099Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e297fba4-9c0a-46f6-b3d8-1a645701595e (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 194a5d8f-85a4-46e8-a497-21c12a2ce3c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4f787242-dde7-4087-a967-d93855bec478 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e84ec235-507c-44ae-8c23-9a1c2e444c4e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d986c988-f527-4a52-bf1f-847b2904b160 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.384418232Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.384428232Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.384484913Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.384677447Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:866"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.384686838Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.384695438Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:892","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.384701738Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:897"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.384711018Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:902"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.384729859Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.384740099Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:908"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.3847869Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.38479649Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:913"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.384870342Z","hostname":"sock","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"a8329f20-99ee-4e67-ba8c-798b1220ad89","remote_addr":"[fd00:1122:3344:101::1]:57751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4728724,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: ed670520-41f5-4f73-bede-31e9b07e783a (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: edf69951-1b05-408d-9f07-e1a04b4b6b5a (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 608045eb-5caf-4596-95b0-8d4e419d48ac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.415618487Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.415704239Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42052"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.415949314Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.415958224Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.47948866Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.479526901Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.54143233Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.541467631Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.607114675Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.607175727Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.607187947Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.607200707Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.649821564Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.649862075Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.649870485Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.700128997Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.703725069Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.707426194Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.719363898Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.723433331Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:26.727296939Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/16e00cfa-7b17-4bae-805b-f1a7654cd84e)","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:27.283724101Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:28.335142036Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:28.335173217Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:28.814279147Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:29.290979491Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:29.291040703Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:29.291055523Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:29.294740098Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:29.294770608Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:29.298410352Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a\") failed: Property not found. retry in 69.75163ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:29.414677256Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac\") failed: Property not found. retry in 53.280465ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:29.426078627Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a\") failed: Property not found. retry in 47.207412ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:29.431795458Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac\") failed: Property not found. retry in 82.467453ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:29.551068002Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a\") failed: Property not found. retry in 89.642825ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:29.587051207Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a\") failed: Property not found. retry in 135.297929ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:29.767089833Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac\") failed: Property not found. retry in 275.040799ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:29.877967894Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a\") failed: Property not found. retry in 284.123082ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:29.935039092Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a\") failed: Property not found. retry in 222.471376ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:29.969525681Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac\") failed: Property not found. retry in 451.690313ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:30.182670406Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a\") failed: Property not found. retry in 250.621923ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:30.203455813Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a\") failed: Property not found. retry in 518.396895ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:30.22996594Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a\") failed: Property not found. retry in 1.137522883s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:30.4633952Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac\") failed: Property not found. retry in 528.147093ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:30.643415895Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a\") failed: Property not found. retry in 984.974509ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:30.757306206Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:31.115798721Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1079381319301620371"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:31.115913593Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9495188692967059765"} {"msg":"wait for service Some(\"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac\") failed: Property not found. retry in 576.613336ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:31.181924976Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:31.419520631Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4306"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:31.419582303Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4316","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:31.425868607Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4395"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:31.569630431Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4461"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:31.569677303Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4488"} {"msg":"wait for service Some(\"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a\") failed: Property not found. retry in 1.338823594s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:31.612696328Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:31.618756057Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4501"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:31.618766217Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4347"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:31.682686902Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4389"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:31.682725873Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4468","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:31.702444985Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4479"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:31.702473066Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4521"} {"msg":"wait for service Some(\"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a\") failed: Property not found. retry in 1.057652488s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:31.752480482Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac\") failed: Property not found. retry in 1.353576072s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:31.770421563Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:31.781882496Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4553"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:31.781914116Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4559"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:31.882562363Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4600"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:31.882621124Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/16e00cfa-7b17-4bae-805b-f1a7654cd84e)","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:31.915565439Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Failed to get switch ID from MGS (retrying in 46.804335ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:31.915659212Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 141.776424ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:31.964191654Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 256.93544ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:32.106502595Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.365011709Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.397728119Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.397833181Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.398245781Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.398263291Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.435628908Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487442575Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487501586Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487512766Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487517667Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487522507Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487526037Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487531697Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487536257Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487540637Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487546487Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487551207Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487564998Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487570378Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487573828Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487578168Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487582918Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487587278Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487591818Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487597148Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487601668Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487607039Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487611459Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:32.487614849Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:32.740820552Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15521465317378266768"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:32.740926754Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13944552084075901480"} {"msg":"wait for service Some(\"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a\") failed: Property not found. retry in 1.188773263s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:32.818729377Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a\") failed: Property not found. retry in 1.35019866s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:32.959010682Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac\") failed: Property not found. retry in 549.071653ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:33.131583506Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac\") failed: Property not found. retry in 513.305726ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:33.689243606Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a\") failed: Property not found. retry in 1.392064712s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:34.016048446Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac\") failed: Property not found. retry in 1.336835053s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:34.211666709Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a\") failed: Property not found. retry in 1.353780508s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:34.318335293Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:35.691478712Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_internal_dns_608045eb-5caf-4596-95b0-8d4e419d48ac"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:35.691529703Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_internal_dns_ed670520-41f5-4f73-bede-31e9b07e783a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:35.691538843Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_internal_dns_edf69951-1b05-408d-9f07-e1a04b4b6b5a"} {"msg":"Writing ledger to /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:35.691558764Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:35.691805369Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:35.692080576Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"5a48e372-a965-4226-ab74-87fe4fcfae80","remote_addr":"[fd00:1122:3344:101::1]:42052","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9276290,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:35.694072651Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"failed to write DNS configuration (will retry in 114.539109ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:35.84021282Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 107.247041ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:35.955561994Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.095145522Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.158940364Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.227872634Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.227891495Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.260778218Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.261542906Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.261565536Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: ed670520-41f5-4f73-bede-31e9b07e783a (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: edf69951-1b05-408d-9f07-e1a04b4b6b5a (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 608045eb-5caf-4596-95b0-8d4e419d48ac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 879256b5-0476-4281-8810-a52732b0c6be (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5e1634ab-8d5f-4b74-b0cc-f9a5bc441586, kind: Service { id: 879256b5-0476-4281-8810-a52732b0c6be }, name: Name(\"ntp-879256b5-0476-4281-8810-a52732b0c6be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.290756505Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.290823817Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44758"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.291012111Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.291022211Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.310355394Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.310408975Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.327430886Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.327480477Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.343825321Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.343882103Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.344056227Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.344154689Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.355200252Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.386658773Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.38740509Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.38741408Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.417254604Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 154, 69]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.417267984Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1270","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.417642653Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.417652683Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.417916389Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.419904015Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.444294234Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:36.461986389Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:37.084439394Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:37.084559437Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be\") failed: Property not found. retry in 52.783915ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:37.217954754Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be\") failed: Property not found. retry in 76.49738ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:37.279910794Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be\") failed: Property not found. retry in 233.966657ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:37.384382078Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be\") failed: Property not found. retry in 521.524203ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:37.627653463Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be\") failed: Property not found. retry in 418.298312ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:38.15904042Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be\") failed: Property not found. retry in 1.438608113s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:38.587788856Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be\") failed: Property not found. retry in 1.147986949s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:40.034889409Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:41.117395737Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1079381319301620371"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:41.11751486Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9495188692967059765"} {"msg":"wait for service Some(\"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be\") failed: Property not found. retry in 1.469094821s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:41.192396646Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:42.681159604Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be"} {"msg":"Writing ledger to /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:42.681248206Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:42.681575604Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:42.681904711Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"b7949fa2-e270-49ac-a7fb-f0be69aa6c35","remote_addr":"[fd00:1122:3344:101::1]:44758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6391033,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:42.684114512Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:42.714257453Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:42.714388376Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:33574"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:42.72328766Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:42.723411862Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"86c8c1a9-80fe-4fcf-934d-25bf39b232f2","remote_addr":"[fd00:1122:3344:101::1]:33574","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8861,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:42.725398458Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:42.742635513Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15521465317378266768"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:42.742773556Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13944552084075901480"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:42.891534595Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:42.891677039Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47903"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:46.899527777Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:46.899744392Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"b027a512-f2d6-4042-9efe-2e5ae15fcfcb","remote_addr":"[fd00:1122:3344:101::1]:47903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4007958,"response_code":"500"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:46.901495612Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15795269028724936223"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:46.901646605Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6103104038232466790"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:46.901796609Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12691566844878196913"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:46.903106379Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:47.049458102Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:47.049599126Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63832"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:47.057883195Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:47.057995828Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"d9cb0329-f06c-4bbc-9d03-72f361d747e9","remote_addr":"[fd00:1122:3344:101::1]:63832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8316,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:47.060392153Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:47.177825184Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:47.178014419Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58932"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:50.187490076Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1079381319301620371"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:50.187593798Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9495188692967059765"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_879256b5-0476-4281-8810-a52732b0c6be': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:50.2531359Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:50.253244683Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"7d83364b-f392-4796-8890-034f55bc1fae","remote_addr":"[fd00:1122:3344:101::1]:58932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008146,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:50.25528768Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:50.405270097Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:50.405426241Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46635"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:50.413732781Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"4a3d650b-00c8-45ea-b6e7-60eda3d316f8","remote_addr":"[fd00:1122:3344:101::1]:46635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8219,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:50.416431673Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:50.416444873Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:50.594943504Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:50.595117298Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:50.603395578Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"87ebc00b-8084-43e9-b50d-a017527dfdc5","remote_addr":"[fd00:1122:3344:101::1]:36080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8149,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:50.604729438Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:50.604735078Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:51.079013341Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:51.079199545Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:51.087456834Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"56b4dc58-83ef-46f5-a7eb-35f542213835","remote_addr":"[fd00:1122:3344:101::1]:40995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8185,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:51.089567633Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:51.089597313Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:51.29674237Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:51.296909954Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64691"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:51.305740326Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"f86534a0-670d-4758-a36b-0265f568343b","remote_addr":"[fd00:1122:3344:101::1]:64691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8751,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:51.307563808Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:51.307569148Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:51.578001476Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:51.57815894Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:34927"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:51.586122132Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"5c9e3270-023f-4be9-b6b0-c5a7b7bd1731","remote_addr":"[fd00:1122:3344:101::1]:34927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7905,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:51.587587296Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:51.587595256Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:51.925405088Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14600387781759283304"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:51.925536811Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7807166040935017651"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:51.983827586Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15521465317378266768"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T16:58:51.984089912Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13944552084075901480"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.020238501Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.020391924Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58260"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.040723241Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"b65959c2-9ce0-4054-9678-8b5b6034a43c","remote_addr":"[fd00:1122:3344:101::1]:58260","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":20168,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 3454618057, ip_addr: 205.233.73.201, stratum: 4, ref_time: 1729616331.7887423, correction: -0.015082492 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.043144696Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.043152266Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1298"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: ed670520-41f5-4f73-bede-31e9b07e783a (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: edf69951-1b05-408d-9f07-e1a04b4b6b5a (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 608045eb-5caf-4596-95b0-8d4e419d48ac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 879256b5-0476-4281-8810-a52732b0c6be (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5e1634ab-8d5f-4b74-b0cc-f9a5bc441586, kind: Service { id: 879256b5-0476-4281-8810-a52732b0c6be }, name: Name(\"ntp-879256b5-0476-4281-8810-a52732b0c6be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 041be003-6fc8-4d4a-ae6e-0e780635127e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } } } }, OmicronZoneConfig { id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } } } }, OmicronZoneConfig { id: b79e8b22-3835-4604-b65c-fef0a38b2ba1 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } } } }, OmicronZoneConfig { id: 79cd3b66-066a-400c-9c40-a7d9e7804fab (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8c46cd69-9d70-432e-84c2-ee56b38493a2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.072408447Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.072492838Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:34095"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.072906048Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.072923148Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.092719552Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.092773163Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.11052061Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.110574101Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.129110176Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.129148337Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.21742009Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.217466691Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.279580014Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.279632645Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.339298063Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.339359994Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.399095243Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.399135174Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.459753713Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.459805514Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.46006106Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.460199913Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:52.491185433Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:52.491225934Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:52.491234575Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:52.491250495Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:52.491259715Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.491367908Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"6de16561-7131-4872-96b8-0c6670d1e69b","remote_addr":"[fd00:1122:3344:101::1]:34095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\", TimeNotSynchronized), (\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\", TimeNotSynchronized), (\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\", TimeNotSynchronized), (\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\", TimeNotSynchronized), (\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\", TimeNotSynchronized)]","latency_us":418678,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:52.491547532Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"149.153091ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6de16561-7131-4872-96b8-0c6670d1e69b\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 16:58:52 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6de16561-7131-4872-96b8-0c6670d1e69b\" }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:52.620455706Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"361.034753ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: ed670520-41f5-4f73-bede-31e9b07e783a (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: edf69951-1b05-408d-9f07-e1a04b4b6b5a (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 608045eb-5caf-4596-95b0-8d4e419d48ac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 879256b5-0476-4281-8810-a52732b0c6be (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5e1634ab-8d5f-4b74-b0cc-f9a5bc441586, kind: Service { id: 879256b5-0476-4281-8810-a52732b0c6be }, name: Name(\"ntp-879256b5-0476-4281-8810-a52732b0c6be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 041be003-6fc8-4d4a-ae6e-0e780635127e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } } } }, OmicronZoneConfig { id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } } } }, OmicronZoneConfig { id: b79e8b22-3835-4604-b65c-fef0a38b2ba1 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } } } }, OmicronZoneConfig { id: 79cd3b66-066a-400c-9c40-a7d9e7804fab (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8c46cd69-9d70-432e-84c2-ee56b38493a2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.64157648Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.641885087Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.641894897Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.661367084Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.661414765Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.678785673Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.678817973Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.695784702Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.695822793Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.714168984Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.714202575Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.731796498Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.731839259Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.749683958Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.749714398Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.767821823Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.767863134Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.785797145Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.785852437Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.786097022Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.786210555Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:52.818788531Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:52.818833532Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:52.818841753Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:52.818859123Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:52.818868583Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.818957355Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"049e2de8-e780-4078-ba7d-1d66a0edb7c7","remote_addr":"[fd00:1122:3344:101::1]:34095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\", TimeNotSynchronized), (\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\", TimeNotSynchronized), (\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\", TimeNotSynchronized), (\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\", TimeNotSynchronized), (\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\", TimeNotSynchronized)]","latency_us":177244,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:52.819132319Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"81.132239ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"049e2de8-e780-4078-ba7d-1d66a0edb7c7\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 16:58:52 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"049e2de8-e780-4078-ba7d-1d66a0edb7c7\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: ed670520-41f5-4f73-bede-31e9b07e783a (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: edf69951-1b05-408d-9f07-e1a04b4b6b5a (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 608045eb-5caf-4596-95b0-8d4e419d48ac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 879256b5-0476-4281-8810-a52732b0c6be (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5e1634ab-8d5f-4b74-b0cc-f9a5bc441586, kind: Service { id: 879256b5-0476-4281-8810-a52732b0c6be }, name: Name(\"ntp-879256b5-0476-4281-8810-a52732b0c6be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 041be003-6fc8-4d4a-ae6e-0e780635127e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } } } }, OmicronZoneConfig { id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } } } }, OmicronZoneConfig { id: b79e8b22-3835-4604-b65c-fef0a38b2ba1 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } } } }, OmicronZoneConfig { id: 79cd3b66-066a-400c-9c40-a7d9e7804fab (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8c46cd69-9d70-432e-84c2-ee56b38493a2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.902254374Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.902484619Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.9025025Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.921317101Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.921382203Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.937888721Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.937935542Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.954844859Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.954889Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.972990645Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.973032726Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.992205315Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:52.992235306Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.010380123Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.010419024Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.028073999Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.02810281Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.047449895Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.047511766Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.047741521Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.047880718Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.079560432Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.079603423Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.079610314Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.079618964Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.079625694Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.079745627Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"bc0767b8-6b4a-464a-b4bf-d4a4100f0a1e","remote_addr":"[fd00:1122:3344:101::1]:34095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\", TimeNotSynchronized), (\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\", TimeNotSynchronized), (\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\", TimeNotSynchronized), (\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\", TimeNotSynchronized), (\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\", TimeNotSynchronized)]","latency_us":177597,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.07991391Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"192.2594ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc0767b8-6b4a-464a-b4bf-d4a4100f0a1e\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 16:58:53 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bc0767b8-6b4a-464a-b4bf-d4a4100f0a1e\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: ed670520-41f5-4f73-bede-31e9b07e783a (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: edf69951-1b05-408d-9f07-e1a04b4b6b5a (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 608045eb-5caf-4596-95b0-8d4e419d48ac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 879256b5-0476-4281-8810-a52732b0c6be (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5e1634ab-8d5f-4b74-b0cc-f9a5bc441586, kind: Service { id: 879256b5-0476-4281-8810-a52732b0c6be }, name: Name(\"ntp-879256b5-0476-4281-8810-a52732b0c6be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 041be003-6fc8-4d4a-ae6e-0e780635127e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } } } }, OmicronZoneConfig { id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } } } }, OmicronZoneConfig { id: b79e8b22-3835-4604-b65c-fef0a38b2ba1 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } } } }, OmicronZoneConfig { id: 79cd3b66-066a-400c-9c40-a7d9e7804fab (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8c46cd69-9d70-432e-84c2-ee56b38493a2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.272607148Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.272907515Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.272925125Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.292196608Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.292252809Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.310507189Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.31055577Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.328243207Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.328287758Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.346340283Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.346379243Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.363966628Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.364005568Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.383060146Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.383110697Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.40064928Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.400690481Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.418690345Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.418741416Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.418971512Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.419084884Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.45108727Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.45111705Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.45112446Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.45113164Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.451140051Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.451267994Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"5422da94-0412-4456-8c2c-7e8469fcf04b","remote_addr":"[fd00:1122:3344:101::1]:34095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\", TimeNotSynchronized), (\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\", TimeNotSynchronized), (\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\", TimeNotSynchronized), (\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\", TimeNotSynchronized), (\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\", TimeNotSynchronized)]","latency_us":179023,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.451450938Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"250.494932ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5422da94-0412-4456-8c2c-7e8469fcf04b\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 16:58:53 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5422da94-0412-4456-8c2c-7e8469fcf04b\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: ed670520-41f5-4f73-bede-31e9b07e783a (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: edf69951-1b05-408d-9f07-e1a04b4b6b5a (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 608045eb-5caf-4596-95b0-8d4e419d48ac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 879256b5-0476-4281-8810-a52732b0c6be (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5e1634ab-8d5f-4b74-b0cc-f9a5bc441586, kind: Service { id: 879256b5-0476-4281-8810-a52732b0c6be }, name: Name(\"ntp-879256b5-0476-4281-8810-a52732b0c6be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 041be003-6fc8-4d4a-ae6e-0e780635127e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } } } }, OmicronZoneConfig { id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } } } }, OmicronZoneConfig { id: b79e8b22-3835-4604-b65c-fef0a38b2ba1 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } } } }, OmicronZoneConfig { id: 79cd3b66-066a-400c-9c40-a7d9e7804fab (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8c46cd69-9d70-432e-84c2-ee56b38493a2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.702167619Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.702489847Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.702503437Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.721255548Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.721295319Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.738826822Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.738859822Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.756200511Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.756245582Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.773817576Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.773857497Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.791959363Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.792009434Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.809909895Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.809942666Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.827416747Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.827459128Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.84495769Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.845008372Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.845231237Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.84535572Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.876871634Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.876925865Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.876935755Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.876945076Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.876954626Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:53.877037678Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"3ea5d20d-97cd-43f6-8066-2e5290ee05e5","remote_addr":"[fd00:1122:3344:101::1]:34095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\", TimeNotSynchronized), (\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\", TimeNotSynchronized), (\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\", TimeNotSynchronized), (\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\", TimeNotSynchronized), (\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\", TimeNotSynchronized)]","latency_us":175199,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:53.877171751Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"292.177694ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ea5d20d-97cd-43f6-8066-2e5290ee05e5\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 16:58:53 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3ea5d20d-97cd-43f6-8066-2e5290ee05e5\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: ed670520-41f5-4f73-bede-31e9b07e783a (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: edf69951-1b05-408d-9f07-e1a04b4b6b5a (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 608045eb-5caf-4596-95b0-8d4e419d48ac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 879256b5-0476-4281-8810-a52732b0c6be (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5e1634ab-8d5f-4b74-b0cc-f9a5bc441586, kind: Service { id: 879256b5-0476-4281-8810-a52732b0c6be }, name: Name(\"ntp-879256b5-0476-4281-8810-a52732b0c6be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 041be003-6fc8-4d4a-ae6e-0e780635127e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } } } }, OmicronZoneConfig { id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } } } }, OmicronZoneConfig { id: b79e8b22-3835-4604-b65c-fef0a38b2ba1 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } } } }, OmicronZoneConfig { id: 79cd3b66-066a-400c-9c40-a7d9e7804fab (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8c46cd69-9d70-432e-84c2-ee56b38493a2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.169865303Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.170294997Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.170308987Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.191623657Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.191673728Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.211027312Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.211068393Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.229057016Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.229098208Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.247815518Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.247850419Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.26618557Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.266231861Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.283911267Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.283952408Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.301672925Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.301707506Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.3188417Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.318897541Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.319152857Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.31928428Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:54.350855815Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:54.350893516Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:54.350902287Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:54.350908917Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:54.350915267Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.351010009Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"0ce337ce-e07c-4095-9fad-bab1b02e0f26","remote_addr":"[fd00:1122:3344:101::1]:34095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\", TimeNotSynchronized), (\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\", TimeNotSynchronized), (\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\", TimeNotSynchronized), (\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\", TimeNotSynchronized), (\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\", TimeNotSynchronized)]","latency_us":181409,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:54.351174903Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"201.298828ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ce337ce-e07c-4095-9fad-bab1b02e0f26\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 16:58:53 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0ce337ce-e07c-4095-9fad-bab1b02e0f26\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: ed670520-41f5-4f73-bede-31e9b07e783a (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: edf69951-1b05-408d-9f07-e1a04b4b6b5a (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 608045eb-5caf-4596-95b0-8d4e419d48ac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 879256b5-0476-4281-8810-a52732b0c6be (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5e1634ab-8d5f-4b74-b0cc-f9a5bc441586, kind: Service { id: 879256b5-0476-4281-8810-a52732b0c6be }, name: Name(\"ntp-879256b5-0476-4281-8810-a52732b0c6be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 041be003-6fc8-4d4a-ae6e-0e780635127e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } } } }, OmicronZoneConfig { id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } } } }, OmicronZoneConfig { id: b79e8b22-3835-4604-b65c-fef0a38b2ba1 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } } } }, OmicronZoneConfig { id: 79cd3b66-066a-400c-9c40-a7d9e7804fab (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8c46cd69-9d70-432e-84c2-ee56b38493a2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.553059802Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.55339706Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.55341578Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.572452598Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.572504099Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.590960403Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.590992814Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.60910437Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.609152681Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.626643973Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.626684824Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.644064703Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.644105574Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.661674828Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.661714219Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.679631681Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.679678002Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.697067821Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.697120832Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.697327727Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.69746402Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:54.728894973Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:54.728951224Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:54.728959374Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:54.728967744Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:54.728974695Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.729095887Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"d0e17863-05c3-40b2-9bc3-9489e92825da","remote_addr":"[fd00:1122:3344:101::1]:34095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\", TimeNotSynchronized), (\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\", TimeNotSynchronized), (\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\", TimeNotSynchronized), (\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\", TimeNotSynchronized), (\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\", TimeNotSynchronized)]","latency_us":176324,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:54.729283451Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"194.891968ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0e17863-05c3-40b2-9bc3-9489e92825da\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 16:58:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d0e17863-05c3-40b2-9bc3-9489e92825da\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: ed670520-41f5-4f73-bede-31e9b07e783a (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: edf69951-1b05-408d-9f07-e1a04b4b6b5a (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 608045eb-5caf-4596-95b0-8d4e419d48ac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 879256b5-0476-4281-8810-a52732b0c6be (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5e1634ab-8d5f-4b74-b0cc-f9a5bc441586, kind: Service { id: 879256b5-0476-4281-8810-a52732b0c6be }, name: Name(\"ntp-879256b5-0476-4281-8810-a52732b0c6be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 041be003-6fc8-4d4a-ae6e-0e780635127e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } } } }, OmicronZoneConfig { id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } } } }, OmicronZoneConfig { id: b79e8b22-3835-4604-b65c-fef0a38b2ba1 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } } } }, OmicronZoneConfig { id: 79cd3b66-066a-400c-9c40-a7d9e7804fab (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8c46cd69-9d70-432e-84c2-ee56b38493a2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.924137699Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.924513848Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.924529998Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.944016476Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.944057037Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.961340094Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.961388645Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.979545162Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.979587783Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.998480318Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:54.998523219Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.017262059Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.01730505Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.034388633Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.034431214Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.05296509Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.053000621Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.070397376Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.070448502Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.070651856Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.070768169Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:55.102484278Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:55.102526969Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:55.102535819Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:55.102555809Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:55.10256422Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.102655811Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"6c4956a0-871d-4210-bf30-c020e5bbfada","remote_addr":"[fd00:1122:3344:101::1]:34095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\", TimeNotSynchronized), (\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\", TimeNotSynchronized), (\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\", TimeNotSynchronized), (\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\", TimeNotSynchronized), (\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\", TimeNotSynchronized)]","latency_us":178821,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:55.102803255Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"389.618156ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c4956a0-871d-4210-bf30-c020e5bbfada\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 16:58:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6c4956a0-871d-4210-bf30-c020e5bbfada\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: ed670520-41f5-4f73-bede-31e9b07e783a (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: edf69951-1b05-408d-9f07-e1a04b4b6b5a (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 608045eb-5caf-4596-95b0-8d4e419d48ac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 879256b5-0476-4281-8810-a52732b0c6be (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5e1634ab-8d5f-4b74-b0cc-f9a5bc441586, kind: Service { id: 879256b5-0476-4281-8810-a52732b0c6be }, name: Name(\"ntp-879256b5-0476-4281-8810-a52732b0c6be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 041be003-6fc8-4d4a-ae6e-0e780635127e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } } } }, OmicronZoneConfig { id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } } } }, OmicronZoneConfig { id: b79e8b22-3835-4604-b65c-fef0a38b2ba1 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } } } }, OmicronZoneConfig { id: 79cd3b66-066a-400c-9c40-a7d9e7804fab (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8c46cd69-9d70-432e-84c2-ee56b38493a2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.492193052Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.492555031Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.492586222Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.511095497Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.511152838Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.528921686Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.528955577Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.54606704Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.546113707Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.56344729Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.563491061Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.581147297Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.581191827Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.598510336Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.598549626Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.615949066Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.615984347Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.63306973Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.633111491Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.633301455Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.633418788Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.71619209Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.716253891Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.716263522Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.716270932Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.716279712Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.808543782Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.812769889Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.816967885Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.821295625Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.825790758Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.830275371Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.83500228Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.839590685Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.843969886Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:55.848166782Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:58.796081645Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:58.796205878Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:58.796224379Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:58.801701455Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:58.813897585Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:58.814088939Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:58.861805997Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:58.86195406Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:58.893646879Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:58:58.893823203Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\") failed: Property not found. retry in 61.131572ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:58.948817597Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 42.830355ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:58.957391854Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\") failed: Property not found. retry in 68.716047ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:58.964843936Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\") failed: Property not found. retry in 41.963884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:58.99721481Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 51.710396ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:59.009199065Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\") failed: Property not found. retry in 132.185143ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:59.148816812Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 63.085818ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:59.295854559Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 184.690929ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:59.567956448Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\") failed: Property not found. retry in 85.546781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:59.785046818Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\") failed: Property not found. retry in 135.015296ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:59.891890758Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 63.763756ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:58:59.944510507Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 225.723786ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:00.234268072Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\") failed: Property not found. retry in 182.985463ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:00.722881705Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\") failed: Property not found. retry in 243.381161ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:01.476159523Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\") failed: Property not found. retry in 168.075019ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:01.488347222Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 147.977136ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:01.499626021Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:01.503649183Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53526"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:01.504160535Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"3e23f1c0-6922-4616-9c98-289182ba8888","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53526","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":187,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 929.615514ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:01.510733096Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\") failed: Property not found. retry in 426.700377ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:01.519942407Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 246.634374ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:01.659782703Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\") failed: Property not found. retry in 300.163663ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:01.669940976Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\") failed: Property not found. retry in 323.656064ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:01.730521154Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 402.045105ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:01.916989919Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\") failed: Property not found. retry in 1.099295723s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:01.956347511Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\") failed: Property not found. retry in 619.838527ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:01.980397102Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\") failed: Property not found. retry in 467.136718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:02.067358635Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 570.465628ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:02.329496602Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 768.660617ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:02.451857076Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\") failed: Property not found. retry in 1.195927834s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:02.545814349Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\") failed: Property not found. retry in 1.080220246s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:02.611856953Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 1.112193653s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:02.911258204Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\") failed: Property not found. retry in 826.033389ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:03.066619553Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 657.59111ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:03.23188165Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\") failed: Property not found. retry in 745.150124ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:03.702606244Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\") failed: Property not found. retry in 788.749579ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:03.752895366Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 1.471108252s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:03.900169968Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\") failed: Property not found. retry in 563.40041ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:03.909484038Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 1.438760811s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:04.034715153Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\") failed: Property not found. retry in 1.230712555s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:04.458421882Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\") failed: Property not found. retry in 666.894142ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:04.482265502Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\") failed: Property not found. retry in 1.320242223s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:04.551232593Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\") failed: Property not found. retry in 1.337747594s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:05.159190618Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 587.900784ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:05.381942145Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 730.634623ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:05.48454874Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\") failed: Property not found. retry in 676.598588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:05.701710833Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\") failed: Property not found. retry in 683.270454ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:05.885115154Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 904.640376ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:05.981955542Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 949.258394ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:06.226296347Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\") failed: Property not found. retry in 1.083842948s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:06.388141065Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\") failed: Property not found. retry in 1.249096472s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:06.507760906Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\") failed: Property not found. retry in 1.008216409s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:06.577296289Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 708.307778ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:06.895483947Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 1.023223742s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:07.185993464Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\") failed: Property not found. retry in 697.511239ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:07.481004328Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\") failed: Property not found. retry in 1.441257347s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:07.593646753Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 512.758118ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:07.61291507Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\") failed: Property not found. retry in 537.970275ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:07.766036838Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:08.020778725Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"548.087749ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 680.753926ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:08.136510877Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2\") failed: Property not found. retry in 1.436129058s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:08.187076945Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 1.059755241s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:08.217979713Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab\") failed: Property not found. retry in 1.112512371s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:08.312760715Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 1.37053805s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:08.825841732Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e\") failed: Property not found. retry in 688.725364ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:09.047991243Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 574.198069ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:09.290037881Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 643.426248ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:09.875160116Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 1.402268462s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:10.207212847Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 1.285568597s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:10.529326422Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 816.386325ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:12.010832592Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 711.200656ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:12.02728788Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 771.803797ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:12.749664077Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 1.307226034s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:12.836718493Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 1.234752374s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:13.531733432Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 1.450868805s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:14.156239486Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 790.92698ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:14.776731356Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 1.181250241s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:15.578172223Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 1.398081946s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:15.615306554Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 569.116894ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:16.769932083Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 796.545838ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:17.023541634Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 688.71876ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:17.348279225Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 1.09508333s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:17.828452749Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 652.577184ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:18.045216946Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b\") failed: Property not found. retry in 1.030782838s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:18.706428349Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1\") failed: Property not found. retry in 1.200162099s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:18.931915836Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:20.152661341Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_c2619058-99c5-450a-b0fa-f9c2af3e8e3b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:20.152716263Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_b79e8b22-3835-4604-b65c-fef0a38b2ba1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:20.152725423Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_79cd3b66-066a-400c-9c40-a7d9e7804fab"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:20.152733073Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_041be003-6fc8-4d4a-ae6e-0e780635127e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:20.152738453Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_8c46cd69-9d70-432e-84c2-ee56b38493a2"} {"msg":"Writing ledger to /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:20.152757034Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:20.154152715Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:20.155341563Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"4d4b3946-8ff8-4b3f-9473-aa80c3ac434a","remote_addr":"[fd00:1122:3344:101::1]:34095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":24674099,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:20.188962983Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40587"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:20.216500724Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3757"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:20.407928951Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3775"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.724882796Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3798"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.724993029Z","hostname":"sock","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"a133c5ee-6e75-43a5-af4e-70a17084e950","remote_addr":"[fd00:1122:3344:101::1]:40587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8535751,"response_code":"204"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:28.730619148Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"1.406009316s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ed670520-41f5-4f73-bede-31e9b07e783a (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: edf69951-1b05-408d-9f07-e1a04b4b6b5a (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 608045eb-5caf-4596-95b0-8d4e419d48ac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 879256b5-0476-4281-8810-a52732b0c6be (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5e1634ab-8d5f-4b74-b0cc-f9a5bc441586, kind: Service { id: 879256b5-0476-4281-8810-a52732b0c6be }, name: Name(\"ntp-879256b5-0476-4281-8810-a52732b0c6be\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 041be003-6fc8-4d4a-ae6e-0e780635127e (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } } } }, OmicronZoneConfig { id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } } } }, OmicronZoneConfig { id: b79e8b22-3835-4604-b65c-fef0a38b2ba1 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } } } }, OmicronZoneConfig { id: 79cd3b66-066a-400c-9c40-a7d9e7804fab (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8c46cd69-9d70-432e-84c2-ee56b38493a2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External } } } }, OmicronZoneConfig { id: a740c304-9117-47b2-ba2a-66e64d33bc0c (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 0b6217db-2990-4f4b-9657-4c22f5d73078, kind: Service { id: a740c304-9117-47b2-ba2a-66e64d33bc0c }, name: Name(\"external-dns-a740c304-9117-47b2-ba2a-66e64d33bc0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 240])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: b516c7ed-65aa-4107-ab64-1f8b9a86348a (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 2d9ef98d-ea61-4f17-9ee2-ae4de9c2e0c9, kind: Service { id: b516c7ed-65aa-4107-ab64-1f8b9a86348a }, name: Name(\"external-dns-b516c7ed-65aa-4107-ab64-1f8b9a86348a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 87])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: c1e243ec-3d99-48ac-b333-250e1ce109c8 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 38609045-f8c6-4186-a18f-511858f2939d, kind: Service { id: c1e243ec-3d99-48ac-b333-250e1ce109c8 }, name: Name(\"nexus-c1e243ec-3d99-48ac-b333-250e1ce109c8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 235])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1231fc65-6da4-4b0b-9996-b586bec8a6a9 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 6e06fc95-33fa-4361-bb89-200db0fd8247, kind: Service { id: 1231fc65-6da4-4b0b-9996-b586bec8a6a9 }, name: Name(\"nexus-1231fc65-6da4-4b0b-9996-b586bec8a6a9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 6])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 451861be-357c-474c-9384-784207533ea3 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 4e7b3617-aa91-42e3-b53c-7bbdd116a0b3, kind: Service { id: 451861be-357c-474c-9384-784207533ea3 }, name: Name(\"nexus-451861be-357c-474c-9384-784207533ea3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 135e2296-32db-4ce3-bcc0-cc6f10b6e28f (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 4f787242-dde7-4087-a967-d93855bec478 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 4ba7aba6-970d-4124-bd57-37aec7c050f9 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } } } }, OmicronZoneConfig { id: 474fb00a-94c2-434e-99ed-86283d3574eb (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 059b5d4c-0134-4986-bf38-ab06c31d6c23 (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: e84ec235-507c-44ae-8c23-9a1c2e444c4e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 4b4b32fc-787b-4306-a7cc-2a0fd004082b (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External } } } }, OmicronZoneConfig { id: f6f5afd4-5283-471d-824b-e330e6c4392f (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5badf94f-73ee-405a-a082-f96c12f6cabe (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External } } } }, OmicronZoneConfig { id: fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External } } } }, OmicronZoneConfig { id: a57c268f-13cd-4103-bbf5-f77783aa1634 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 4f787242-dde7-4087-a967-d93855bec478 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f787242-dde7-4087-a967-d93855bec478 (zpool), kind: External } } } }, OmicronZoneConfig { id: b6287116-1e5d-4bbc-8272-cd31aa3ac1ff (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: e84ec235-507c-44ae-8c23-9a1c2e444c4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e84ec235-507c-44ae-8c23-9a1c2e444c4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 67f651ec-8a6d-48ea-8c6f-fec7b7737980 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: d986c988-f527-4a52-bf1f-847b2904b160 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d986c988-f527-4a52-bf1f-847b2904b160 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.760774179Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.760895872Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42067"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.761336532Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.761344782Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed670520-41f5-4f73-bede-31e9b07e783a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.784308228Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.784353719Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: edf69951-1b05-408d-9f07-e1a04b4b6b5a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.804098982Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.804142473Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 608045eb-5caf-4596-95b0-8d4e419d48ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.821665594Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.821708085Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 041be003-6fc8-4d4a-ae6e-0e780635127e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.840080156Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.840121677Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c2619058-99c5-450a-b0fa-f9c2af3e8e3b, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.859721607Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.859761396Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b79e8b22-3835-4604-b65c-fef0a38b2ba1, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.8777772Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.877819491Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 79cd3b66-066a-400c-9c40-a7d9e7804fab, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.896331035Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.896376996Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8c46cd69-9d70-432e-84c2-ee56b38493a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a740c304-9117-47b2-ba2a-66e64d33bc0c, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.914223676Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.914261646Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a740c304-9117-47b2-ba2a-66e64d33bc0c, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b516c7ed-65aa-4107-ab64-1f8b9a86348a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.986079462Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:28.986139364Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b516c7ed-65aa-4107-ab64-1f8b9a86348a, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ba7aba6-970d-4124-bd57-37aec7c050f9, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.053854575Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.053904466Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4ba7aba6-970d-4124-bd57-37aec7c050f9, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.105695684Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.105748565Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3171942d-f098-451f-8c68-2a573a1f7523 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6f5afd4-5283-471d-824b-e330e6c4392f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.17013209Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.170175561Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f6f5afd4-5283-471d-824b-e330e6c4392f, dataset_name: DatasetName { pool_name: ZpoolName { id: ad82d217-9dc3-4b30-8aeb-19dc308c7db5 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5badf94f-73ee-405a-a082-f96c12f6cabe, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.227625457Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.227671608Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5badf94f-73ee-405a-a082-f96c12f6cabe, dataset_name: DatasetName { pool_name: ZpoolName { id: 49cf1fae-a556-4427-9025-e342dceede7e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.287448178Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.287496399Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb, dataset_name: DatasetName { pool_name: ZpoolName { id: a6c6dd3b-5b73-4af7-9c8e-6390c3ced671 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a57c268f-13cd-4103-bbf5-f77783aa1634, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.343331979Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.34338157Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a57c268f-13cd-4103-bbf5-f77783aa1634, dataset_name: DatasetName { pool_name: ZpoolName { id: 83058afb-4730-4e6c-8f40-04a40ed6ab14 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f787242-dde7-4087-a967-d93855bec478 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.412045473Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.412092595Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f787242-dde7-4087-a967-d93855bec478 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b6287116-1e5d-4bbc-8272-cd31aa3ac1ff, dataset_name: DatasetName { pool_name: ZpoolName { id: e84ec235-507c-44ae-8c23-9a1c2e444c4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.468748713Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.468788984Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b6287116-1e5d-4bbc-8272-cd31aa3ac1ff, dataset_name: DatasetName { pool_name: ZpoolName { id: e84ec235-507c-44ae-8c23-9a1c2e444c4e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61, dataset_name: DatasetName { pool_name: ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.531231325Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.531286706Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61, dataset_name: DatasetName { pool_name: ZpoolName { id: 7692978e-e7ef-41d7-a73a-73e0c38244a5 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 67f651ec-8a6d-48ea-8c6f-fec7b7737980, dataset_name: DatasetName { pool_name: ZpoolName { id: d986c988-f527-4a52-bf1f-847b2904b160 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.590226727Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.590288418Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 67f651ec-8a6d-48ea-8c6f-fec7b7737980, dataset_name: DatasetName { pool_name: ZpoolName { id: d986c988-f527-4a52-bf1f-847b2904b160 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.650171761Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.650240742Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.650458127Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.650610921Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.745033065Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.746787935Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.770824646Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.770978739Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.770987039Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.77099468Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.82687248Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.826930301Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.826940202Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.826944212Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.964700159Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.964969645Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.97958624Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.979722063Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.979790235Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:29.979809915Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.014010079Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.01406317Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.0140676Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.014740325Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.020511168Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.025596354Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.030662641Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.035704996Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.040980297Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.045714055Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.189589523Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.196008319Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.200487912Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.205338673Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.210216355Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.215360243Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.219706872Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.224234691Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.228976885Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.233789395Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.238670757Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.244377878Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.250267803Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.25627982Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.261741016Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.268336437Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.274881207Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.281544789Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.287772082Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.2942022Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.301307872Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.367190242Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.453038389Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.525544901Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.61889099Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.621089091Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.621103101Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.745722927Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 179, 228]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.745758348Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1270","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.757399575Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.757429535Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.878426608Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 215, 87]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.878457789Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1270","zone_type":"external_dns"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.954539853Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.956738593Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:30.956762883Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.027019914Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 164, 235]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.027052954Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1270","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.028839955Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.028857745Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.08883111Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 236, 6]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.088860031Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1270","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.089337882Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.089354022Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.089894574Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.089911975Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.09013634Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.09015062Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.092588026Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.092609437Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.148546048Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 193, 240]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.148594929Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1270","zone_type":"external_dns"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.148864716Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.15036447Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.150446082Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.15341631Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.15342829Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.153529753Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.153541773Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.15645263Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.251497077Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.294507433Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.29482386Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_451861be-357c-474c-9384-784207533ea3","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.304107923Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.345727857Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.35329015Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.353350311Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Installing Omicron zone: oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.353588087Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_451861be-357c-474c-9384-784207533ea3","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.361675922Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.369639134Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.378720723Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.386231405Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.390103283Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Installing Omicron zone: oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.462182695Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.53220561Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.623496752Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.658501994Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39267"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:31.658564266Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"eda74ab9-3bb2-4dcb-b7c5-50b0202edd48","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39267","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"200"} {"msg":"Profile for oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.536184248Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.536384162Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.569330738Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.569576313Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.643858295Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.644027639Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.663792342Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.664031328Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.672036581Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.672203285Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.695136145Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.695503599Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.781437548Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.781711825Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.793764991Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.794058637Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.82251976Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.822750845Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.831746011Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.831937196Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 66.503948ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:32.876711912Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.877167412Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 51.164106ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:32.888945072Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 57.648078ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:32.900863795Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 65.08245ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:32.912152624Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.912243286Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.918287475Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 37.271108ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:32.928462568Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:32.928615441Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 50.252278ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:32.943880361Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 89.394086ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:32.953834309Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 83.509086ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:32.994628384Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 145.192218ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:33.037481396Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 135.777242ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:33.11839759Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 49.257134ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:33.181700271Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:33.186074641Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 54.107473ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:33.215158228Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 262.563825ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:33.249122516Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 92.796584ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:33.269667837Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 264.114405ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:33.292690755Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 56.32414ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:33.308421155Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 58.163632ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:33.327026251Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 265.270172ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:33.718493983Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 154.803603ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:33.89598329Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 77.785165ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.345875508Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 50.090326ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.407451499Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 64.665234ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.427175851Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 53.099124ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.441054789Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:35.441183942Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 79.018989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.460188087Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 451.900884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.472287185Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 134.033011ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.484253169Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 358.048634ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.49913786Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 117.64845ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.512424425Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 151.162677ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.524565203Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 217.394746ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.534070531Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 249.245752ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.543497827Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 210.901973ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.588093499Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 68.987279ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.601852914Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 84.885028ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.617545674Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 81.131554ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.629890337Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 134.396773ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.64183642Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 268.172121ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.65231726Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 127.719923ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.661622164Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 154.164858ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.684690693Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 531.154704ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.699151944Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 36.371479ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.708404886Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 148.729617ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.717801371Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 179.08713ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.728547107Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 139.218056ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.755451144Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 1.086861521s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.766010206Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 207.880192ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.787787885Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 371.665385ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.800025416Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 481.686988ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.810121697Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 314.076799ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.821743193Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 504.405357ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.85081485Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 914.905548ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.869120589Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 347.042334ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.879794094Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 165.022172ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.911310696Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 585.347089ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.924371695Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 1.051919368s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.938008188Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 576.926361ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:35.950299769Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 481.803244ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:36.013105549Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 323.873049ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:36.090746238Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 869.53147ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:36.152212847Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 901.643492ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:36.18593223Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 1.19726773s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:36.2448691Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 1.030445298s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:36.260653892Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 1.41345901s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:36.311161209Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 987.255112ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:36.372558786Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 901.36592ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:36.42900681Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 981.399516ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:36.51018419Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 489.63659ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:36.525060901Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 891.691126ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:36.545420268Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 810.211144ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:36.800501434Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 952.238587ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:36.86796487Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 1.462358476s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:37.00368848Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 618.641527ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:37.028376376Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 547.983462ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:37.040209197Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 932.76715ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:37.099937736Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 667.888906ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:37.304511974Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 1.110222325s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:37.343503027Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 935.488183ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:37.373402742Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 1.203884321s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:37.448997015Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 1.296572372s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:37.459784362Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 1.435635868s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:37.502939141Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 1.139734476s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:37.600035407Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 1.095286209s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:37.624010016Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 1.122833067s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:37.658491226Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 1.291437147s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:37.73676801Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 553.435347ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:37.831787618Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 611.949749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:37.984846306Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 939.022401ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:38.04746053Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 900.161534ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:38.322276948Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 1.306633469s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:38.39958183Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:38.430016427Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:38.430635042Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 951.66628ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:38.46938817Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 1.421660897s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:38.480020983Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 1.266590078s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:38.610529024Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 1.388544179s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:38.667485059Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 974.283564ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:38.732761775Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 673.494259ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:38.819318609Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 712.179071ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:38.879716063Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 873.421063ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:38.946134085Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 36.957982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:39.120048111Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 1.089755686s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:39.132573718Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 1.034088076s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:39.144467261Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 1.30021837s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:39.156311592Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 101.084397ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:39.171342577Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 908.726094ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:39.234817371Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 215.217902ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:39.309178615Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 861.564559ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:39.434220441Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 774.426452ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:39.618260279Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 1.188526591s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:39.627786907Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 539.969067ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:39.637852117Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 1.428370927s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:39.719830296Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 774.405997ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:39.729031787Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 784.663188ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:39.831951936Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 679.46209ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:39.889612757Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 1.077013846s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:39.913495975Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 704.32272ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.071003264Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 751.959058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.155169203Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 553.859286ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.189583522Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 483.059309ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.200556293Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 853.182463ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.236286582Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 1.32369909s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.310183065Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 803.275566ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.408168701Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 1.15162222s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.470617722Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 1.265662231s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.516540654Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 1.073914534s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.581739699Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 1.316239288s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.62978559Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 1.372140362s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.698805822Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 1.033268529s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.756733589Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 915.393932ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.789176443Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 574.116278ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.830127451Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 815.486ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.920955013Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 1.494255626s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:40.999956053Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 1.139546527s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:41.10061095Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 591.086673ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:41.158333723Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 1.479559347s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:41.220949088Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 1.278138594s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:41.414750079Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 746.297116ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:41.632400727Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 1.190315507s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:41.6434394Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 778.299035ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:41.664521233Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 1.468957674s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:41.713231659Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 862.812333ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:41.745821386Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 1.295577337s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:41.757697309Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 1.03347951s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:41.790598573Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 1.487197443s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:41.797815308Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 532.271616ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:41.956259779Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 825.213885ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:42.0815152Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 1.178939088s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:42.250550103Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 895.420519ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:42.389044677Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 1.241267739s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:42.453141376Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 734.705145ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:42.49783573Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 978.091499ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:42.506033878Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 1.432941292s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:42.61914874Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 1.414790913s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:42.702694095Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 568.104805ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:42.710832842Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 719.133653ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:42.833104414Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 1.429834025s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:42.844033774Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 1.360909661s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:42.916633368Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 1.19150623s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:43.062973782Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 587.781886ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:43.193111394Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 1.116583836s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:43.242859104Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 503.558717ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:43.288854738Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 1.058657271s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:43.297565208Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 1.300197337s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:43.307018194Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 1.313536141s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:43.439771937Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 1.202529379s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:43.493535879Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 563.251784ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:43.561037296Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 1.472491189s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:43.704457063Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 1.473903888s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:43.790378841Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 1.079486299s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:43.8012328Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 534.812904ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:44.063177593Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 1.225751111s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:44.127747423Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 545.936028ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:44.136960274Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 974.25546ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:44.264007555Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 806.834884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:44.284175287Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 1.201751s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:44.291985926Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 634.700235ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:44.367533308Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 1.079819351s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:44.375663794Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 1.119073834s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:44.608324786Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 654.612526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:44.617438805Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 796.203383ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:44.692807452Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 1.002581929s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:44.705678867Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 1.041275531s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:44.763224436Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 607.631007ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:44.891497585Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 732.826476ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.011931195Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 732.961532ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.100904624Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 839.974541ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.187714254Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.225657813Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"1.523557732s"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 1.185609755s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.248521597Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 888.220725ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.273549Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 1.118127265s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.281647321Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 984.63142ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.363806039Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 851.075073ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.465261514Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 711.05291ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.499263983Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 550.500828ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.507631635Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 502.918327ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.515883794Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 990.201636ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.718437966Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 1.285713541s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.736032649Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 1.300498647s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.754891611Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 718.404905ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.813701449Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 963.262733ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:45.845772834Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 879.298015ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:46.029244668Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 527.949778ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:46.037926818Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 1.057446928s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:46.068119319Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 1.04166041s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:46.172060561Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 1.262816484s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:46.219750594Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 837.13586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:46.325073218Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 1.254119904s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:46.357248415Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 1.334140442s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:46.40983173Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 967.551905ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:46.443160664Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 1.345684663s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:46.541390055Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 1.296583236s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:46.575096208Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 705.958671ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:46.716909347Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 704.812402ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:46.818467775Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 857.410662ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:46.91731655Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 658.804095ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:47.031948467Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 1.4001363s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:47.063844038Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 902.962577ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:47.134951388Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 1.152551222s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:47.170903982Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 1.033621087s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:47.222615306Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 558.090973ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:47.420362648Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 1.153418957s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:47.431440942Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 629.184228ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:47.491196431Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 1.306488453s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:47.533185733Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 1.364250303s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:47.620365322Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 1.290776947s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:47.699581947Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 1.496525237s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:47.752237904Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 693.812395ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:47.783756056Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 1.489094798s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:47.881122777Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 790.803865ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:47.896322695Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 996.189497ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:48.04489237Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 759.795482ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:48.079441272Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 861.031949ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:48.142422895Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 578.186958ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:48.271494443Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 749.731155ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:48.337223519Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 1.446256101s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:48.47816022Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 637.877857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:48.49084631Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 1.232400866s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:48.599557371Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 610.399308ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:48.703065694Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 903.846901ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:48.85604882Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 1.37405173s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:48.871488594Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 1.242384784s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:48.885173607Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 704.536067ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:49.003923149Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 946.64064ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:49.021271786Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 970.10503ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:49.038542362Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 1.150828625s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:49.055418349Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 786.453667ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:49.102119759Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 632.743557ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:49.144530241Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 1.345642008s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:49.263734532Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 1.311215117s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:49.326981621Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 1.487387704s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:49.383938807Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 540.313689ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:49.72006071Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 1.060024834s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:49.770950476Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 1.012383439s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:49.787791772Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 1.018200213s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:49.842292761Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 986.048435ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:49.898793516Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 1.230767672s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:49.935739152Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 974.607913ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:49.9788152Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:49.97924218Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:49.979485765Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 1.470981932s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.019947813Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 1.114697396s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.138762785Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 913.120096ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.220129919Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 577.389438ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.259055158Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 54.784942ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.268668792Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 1.002239714s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.280070303Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 140.489215ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.335086714Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 281.889512ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.576089857Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 1.380094757s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.623621926Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 919.466886ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.648062927Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 1.272158712s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.810832697Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 1.33144365s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.840708551Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 1.449109953s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.848914179Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 340.574919ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.867161568Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 1.361508624s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.876243706Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 1.385555262s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.884175818Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 592.389008ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.894634037Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 1.369099996s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:50.963144797Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_451861be-357c-474c-9384-784207533ea3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:51.111235101Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_451861be-357c-474c-9384-784207533ea3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:51.111297112Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 544.713842ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:51.145082477Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 852.509446ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:51.207947347Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 418.481392ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:51.236546753Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 850.576645ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:51.274301178Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 1.011345978s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:51.2975146Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 43.050579ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:51.41055111Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 79.936333ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:51.47554466Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 653.71381ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:51.532032574Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 1.160034191s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:51.557654891Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 177.101049ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:51.589549412Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 755.609581ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:51.623669244Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:51.624244927Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:51.624463663Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 1.399275784s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:51.669970825Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 1.062803737s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:51.705736745Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 221.254412ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:51.778540054Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9\") failed: Property not found. retry in 57.111441ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:51.849161428Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9\") failed: Property not found. retry in 85.043852ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:51.917265273Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 508.596463ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.012507365Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9\") failed: Property not found. retry in 223.53493ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.023445096Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 1.461102693s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.033746462Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 1.03073581s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.070274839Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 531.046104ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.094600357Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 980.6621ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.133623891Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 877.725595ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.182138193Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 962.558075ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.197061094Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 1.084077216s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.248192086Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9\") failed: Property not found. retry in 568.286333ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.257334376Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 774.858254ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.280412185Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 1.008216054s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.308019268Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 1.379990292s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.31947013Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 1.376378191s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.34171725Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 734.721287ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.387924109Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 1.06472041s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.53195934Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 940.254166ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.635635205Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 925.601307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.726521488Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 1.042597803s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.776599601Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9\") failed: Property not found. retry in 686.850125ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:52.83436269Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 688.86918ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.065779853Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 621.867005ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.073622313Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 545.696678ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.081602936Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 772.080666ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.109111956Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 1.158396345s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.123211119Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 962.334135ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.131261144Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 661.015941ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.168473367Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 864.633054ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.3244214Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 1.174459042s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.340788045Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 1.383087767s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.504861215Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9\") failed: Property not found. retry in 521.379074ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.529962661Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 1.014209787s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.584855949Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 887.053215ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.604007277Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 1.044178368s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.63595323Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 1.447373318s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.660492392Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 843.241508ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.703690967Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 1.02690653s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.710638041Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 1.122354303s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.726209448Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 1.341828822s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.762225134Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 819.618287ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.826809803Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 1.139746434s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.836290377Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 1.158161214s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:53.890621496Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9\") failed: Property not found. retry in 1.420887491s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.061637815Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 1.100628998s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.114004035Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 1.395417932s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.205295747Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 622.288842ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.296952588Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 692.647048ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.502102069Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 625.713849ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.523924039Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 964.72353ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.556925586Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 1.339607185s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.608319653Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 1.115245202s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.657000709Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 1.380787052s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.68934476Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 1.119831873s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.747151095Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:54.747471102Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:54.747733488Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 1.016697947s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.858426325Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 593.991762ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.89792277Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c\") failed: Property not found. retry in 59.868635ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.921079421Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 635.867083ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.928617904Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 879.866057ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.985675891Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c\") failed: Property not found. retry in 141.242226ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:54.993299886Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 1.020465457s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.058740876Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 723.843868ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.112962518Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 864.122552ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.120679595Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c\") failed: Property not found. retry in 136.493035ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.14444429Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 944.903842ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.158703037Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 706.154596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.203616695Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 1.248501861s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.223049531Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c\") failed: Property not found. retry in 353.982265ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.29241737Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:55.293574487Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T16:59:55.293649099Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8\") failed: Property not found. retry in 67.161547ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.476501539Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9\") failed: Property not found. retry in 718.185477ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.493236433Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 728.792921ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.501979523Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 579.779092ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.530156729Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8\") failed: Property not found. retry in 91.30377ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.551821466Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 1.306054336s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.573511923Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 598.59027ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.610524171Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8\") failed: Property not found. retry in 158.753324ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.653902875Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c\") failed: Property not found. retry in 585.327079ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.664387255Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 526.156133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.782910562Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8\") failed: Property not found. retry in 228.562864ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.822335425Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 1.197703358s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.846854217Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 1.465852567s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.874756876Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 551.34648ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.886034395Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 1.035126829s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.8945564Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 598.505925ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.921250592Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 1.356165303s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.960963622Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 1.360927693s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:55.9970779Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8\") failed: Property not found. retry in 832.83996ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.064769271Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 1.129891268s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.082412045Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 1.373954318s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.094963543Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 846.596828ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.117116611Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 1.330792014s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.1315082Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 774.602556ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.220619842Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9\") failed: Property not found. retry in 1.440315081s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.229122597Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 869.644953ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.242158966Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c\") failed: Property not found. retry in 981.464258ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.261319035Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 912.884641ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.32176553Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 1.340903726s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.449862116Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 1.181876173s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.484553691Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 676.410431ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.533975003Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 1.043650105s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.892695134Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8\") failed: Property not found. retry in 1.472420852s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.91256944Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 810.73162ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.94485861Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 786.726538ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:56.978552982Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 658.792253ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.009568553Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 1.485738773s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.072982276Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 618.123415ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.13554108Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 1.430507672s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.22852856Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 662.435467ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.253774859Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 1.167909788s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.277523393Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c\") failed: Property not found. retry in 1.153048694s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.299404924Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 787.815852ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.367403563Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 1.042322901s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.402935787Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 910.594453ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.428710678Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 1.329720839s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.512861076Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 504.470911ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.570233141Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 1.40306249s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.687913938Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9\") failed: Property not found. retry in 964.443379ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.709404331Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 1.390499204s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.730497764Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 579.915418ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.776711393Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 1.203194504s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.797893168Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 866.998513ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.818184393Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 850.220204ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.837756342Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 626.891388ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.9388879Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 1.118461682s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:57.963439133Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 1.384013534s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:58.095731354Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 663.965865ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:58.173965897Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 827.357588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:58.368462544Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 1.197464281s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:58.410307883Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8\") failed: Property not found. retry in 980.63525ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:58.424964299Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 1.32686708s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:58.463032291Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 1.239396857s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:58.476880239Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c\") failed: Property not found. retry in 616.093522ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:58.49527067Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 598.885153ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:58.57468608Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 1.197053621s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:58.59256523Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 1.453410364s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:58.673772751Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9\") failed: Property not found. retry in 1.343662696s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:58.688083259Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 1.059708231s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:58.698905277Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 940.794081ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:58.710915492Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 765.371594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:58.848919265Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 1.31211187s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:58.859539538Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 866.009249ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.013430455Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 1.221562583s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.102833494Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 505.324927ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.112993697Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c\") failed: Property not found. retry in 1.495262918s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.124730346Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 618.96994ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.135957033Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 985.481769ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.186046771Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 690.052308ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.207157244Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8\") failed: Property not found. retry in 624.660583ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.417645398Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 1.456156411s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.492258438Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 932.68632ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.621195823Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 1.077235797s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.633992446Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 545.668966ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.644087838Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 1.24997659s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.662399588Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 567.223243ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.728861691Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 1.229634714s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.766603916Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 1.077545514s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.778342614Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 593.065117ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.801491115Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 577.125957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.811609477Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 609.307062ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.889626405Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 743.203806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T16:59:59.909174763Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9\") failed: Property not found. retry in 704.257229ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.045328593Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8\") failed: Property not found. retry in 1.483687632s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.055868865Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 932.357439ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.140923994Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 1.313791155s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.184792279Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 954.941207ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.196363354Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 1.361806295s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.207169152Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 1.348169119s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.309120868Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 779.100713ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.336736661Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 701.709487ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.401836453Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 630.096307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.411721Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 1.061864192s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.513213556Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 1.18076652s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.567810047Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c\") failed: Property not found. retry in 1.416526173s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.634529536Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 676.736508ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.66743366Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 553.580756ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.72415874Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9\") failed: Property not found. retry in 1.372877483s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.762796275Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 1.031524431s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.871747032Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b\") failed: Property not found. retry in 726.134335ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.928924463Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 1.234388483s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:00.963909515Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 673.353506ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.013062571Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 1.088747721s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.061483971Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 771.838972ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.090674309Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 645.375964ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.120320659Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 650.019317ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.137166365Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 1.240994376s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.169123727Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 878.724751ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.295957333Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 1.495324669s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.361099366Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff\") failed: Property not found. retry in 971.686568ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.518855592Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8\") failed: Property not found. retry in 1.198665069s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.556476774Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 1.085309787s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.586575054Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 792.005599ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.60166759Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb\") failed: Property not found. retry in 963.547119ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.695879279Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23\") failed: Property not found. retry in 676.551745ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.710917203Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:01.730942422Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49301"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:01.733965242Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"6a543e25-8a4f-4a5d-b1f5-97887a25fafd","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49301","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1116,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 826.509456ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.76617263Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634\") failed: Property not found. retry in 1.110566307s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.782720889Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.78842637Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"3.260139681s"} {"msg":"wait for service Some(\"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce\") failed: Property not found. retry in 1.057267174s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.802240076Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 1.249625564s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.874974533Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 1.190964602s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:01.920126118Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c\") failed: Property not found. retry in 887.054527ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:02.065838387Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9\") failed: Property not found. retry in 1.18252687s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:02.150800404Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 1.265225154s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:02.16590757Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 1.067845007s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:02.191075627Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 1.25475084s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:02.213163543Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f\") failed: Property not found. retry in 737.625027ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:02.4368938Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 1.228932624s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:02.456810527Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8\") failed: Property not found. retry in 1.373847269s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:02.613076578Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 1.201959051s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:02.698523066Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8\") failed: Property not found. retry in 1.323076454s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:02.772596484Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 908.924431ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:02.873908906Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c\") failed: Property not found. retry in 735.259943ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:02.96704013Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe\") failed: Property not found. retry in 573.120048ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:03.135617513Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_451861be-357c-474c-9384-784207533ea3\") failed: Property not found. retry in 906.221859ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:03.158410286Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980\") failed: Property not found. retry in 891.760174ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:03.290945493Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9\") failed: Property not found. retry in 896.698499ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:03.351999732Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a\") failed: Property not found. retry in 1.066301498s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:03.445785711Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 658.55453ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:03.484676643Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 858.042203ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:03.709582157Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c\") failed: Property not found. retry in 918.989651ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:03.752584402Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f\") failed: Property not found. retry in 552.380197ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:03.799824025Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61\") failed: Property not found. retry in 632.651396ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:03.923217453Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8\") failed: Property not found. retry in 1.289053844s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:04.114371734Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb\") failed: Property not found. retry in 824.407597ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:04.17006612Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9\") failed: Property not found. retry in 935.10536ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:04.610923143Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:05.147678094Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"11.259025774s"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.588535117Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_nexus_451861be-357c-474c-9384-784207533ea3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.588614129Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_nexus_1231fc65-6da4-4b0b-9996-b586bec8a6a9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.588620879Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_pantry_059b5d4c-0134-4986-bf38-ab06c31d6c23"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.588628679Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_oximeter_135e2296-32db-4ce3-bcc0-cc6f10b6e28f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.588635699Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_5badf94f-73ee-405a-a082-f96c12f6cabe"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.588642889Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_external_dns_b516c7ed-65aa-4107-ab64-1f8b9a86348a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.58865012Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_fb1134c4-8b2a-4ec8-b1a8-6d9f33dec0bb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.58866684Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_b6287116-1e5d-4bbc-8272-cd31aa3ac1ff"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.58867266Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_a57c268f-13cd-4103-bbf5-f77783aa1634"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.58868137Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_b2ab5a0c-3431-42de-a34f-01d2ab1bf2d8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.58868855Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_67f651ec-8a6d-48ea-8c6f-fec7b7737980"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.588697171Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_external_dns_a740c304-9117-47b2-ba2a-66e64d33bc0c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.588704691Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_pantry_474fb00a-94c2-434e-99ed-86283d3574eb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.588711921Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_pantry_4b4b32fc-787b-4306-a7cc-2a0fd004082b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.588720621Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_f6f5afd4-5283-471d-824b-e330e6c4392f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.588729351Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_nexus_c1e243ec-3d99-48ac-b333-250e1ce109c8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.588736511Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_clickhouse_4ba7aba6-970d-4124-bd57-37aec7c050f9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.588745402Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_1b2fad18-b64a-4a1f-8e2a-7f8d8e065bce"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.588753732Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_6f4facaf-1abc-45e6-ab54-7b4a5c7e2f61"} {"msg":"Writing ledger to /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.588882695Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.590367339Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.592937538Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"b5576f32-6df7-495b-aa91-26498cf32231","remote_addr":"[fd00:1122:3344:101::1]:42067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":36831674,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.600378848Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1321"} {"msg":"Writing ledger to /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.600397789Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.600557253Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.603586632Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.603675384Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:719"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.65453715Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:886"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.655316428Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.799140133Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:05.868698807Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:06.075156389Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:06.301575878Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:06.438957396Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:06.745398379Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:07.040816539Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:07.365279335Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:07.666627651Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:08.146094549Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:08.837582906Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:09.693375308Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:10.380013993Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:11.52267793Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:12.854335048Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/99abc937-7bef-4487-89dc-be7f1ba84b00/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:14.934056719Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:00:16.726350073Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"86330441-cf84-4662-8faa-a4265fb31670\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Tue, 22 Oct 2024 17:00:16 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"86330441-cf84-4662-8faa-a4265fb31670\\\" }\"","delay":"15.35137569s"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b03e93fc-f5cd-4d1d-b997-7b962481f1f0\", \"content-length\": \"173\", \"date\": \"Tue, 22 Oct 2024 17:00:17 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"99abc937-7bef-4487-89dc-be7f1ba84b00\\\"\", request_id: \"b03e93fc-f5cd-4d1d-b997-7b962481f1f0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:17.547287266Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3027bf3c-70ae-4942-8dca-399c4cff81f6\", \"content-length\": \"173\", \"date\": \"Tue, 22 Oct 2024 17:00:21 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"16e00cfa-7b17-4bae-805b-f1a7654cd84e\\\"\", request_id: \"3027bf3c-70ae-4942-8dca-399c4cff81f6\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:21.372063769Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18ad62c3-92e5-41f3-9891-0b83085b46ea\", \"content-length\": \"173\", \"date\": \"Tue, 22 Oct 2024 17:00:25 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"16e00cfa-7b17-4bae-805b-f1a7654cd84e\\\"\", request_id: \"18ad62c3-92e5-41f3-9891-0b83085b46ea\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:25.56463221Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"368ae623-6545-4e73-b2b5-ea2d29b33bd7\", \"content-length\": \"173\", \"date\": \"Tue, 22 Oct 2024 17:00:27 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"16e00cfa-7b17-4bae-805b-f1a7654cd84e\\\"\", request_id: \"368ae623-6545-4e73-b2b5-ea2d29b33bd7\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:27.812449464Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1cf261d-5029-41b0-866f-593fe441668a\", \"content-length\": \"173\", \"date\": \"Tue, 22 Oct 2024 17:00:29 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"16e00cfa-7b17-4bae-805b-f1a7654cd84e\\\"\", request_id: \"b1cf261d-5029-41b0-866f-593fe441668a\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:30.093949549Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:31.771008832Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57069"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:31.771127195Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"353b0dc3-887b-42c6-a47d-b2aead80b73b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57069","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e76d6556-0b00-4d0c-ab55-6bf69ed7f2f2\", \"content-length\": \"173\", \"date\": \"Tue, 22 Oct 2024 17:00:34 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"16e00cfa-7b17-4bae-805b-f1a7654cd84e\\\"\", request_id: \"e76d6556-0b00-4d0c-ab55-6bf69ed7f2f2\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:34.453483307Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2b3fca4-0804-431b-bf55-17413ff1e2fa\", \"content-length\": \"173\", \"date\": \"Tue, 22 Oct 2024 17:00:42 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"16e00cfa-7b17-4bae-805b-f1a7654cd84e\\\"\", request_id: \"b2b3fca4-0804-431b-bf55-17413ff1e2fa\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:42.616266894Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"865a8d9a-bc9a-4f54-be8a-b3de035cab12\", \"content-length\": \"173\", \"date\": \"Tue, 22 Oct 2024 17:00:50 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"16e00cfa-7b17-4bae-805b-f1a7654cd84e\\\"\", request_id: \"865a8d9a-bc9a-4f54-be8a-b3de035cab12\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:50.538157931Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:51.32315905Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:51.415882046Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43341"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:51.418375543Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:51.418388643Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:51.418438794Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:51.419343775Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:00:51.646143272Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"0d85240d-d8a6-44f1-90c0-5f047c5b3d18","remote_addr":"[fd00:1122:3344:101::b]:43341","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":230137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:01.804738938Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61102"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:01.805068865Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"7dce0342-4f76-4813-8429-f0367cd89f70","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61102","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:02.229378739Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:48667","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:50462"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:02.25296463Z","hostname":"sock","pid":1572,"uri":"/16e00cfa-7b17-4bae-805b-f1a7654cd84e","method":"GET","req_id":"f6f5f9cf-610c-4ca6-a872-f2743aa2c11d","remote_addr":"[fd00:1122:3344:101::d]:50462","local_addr":"[fd00:1122:3344:101::1]:48667","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23215,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.400894907Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46098"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.402961844Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0b6217db-2990-4f4b-9657-4c22f5d73078, kind: Service { id: a740c304-9117-47b2-ba2a-66e64d33bc0c }, name: Name(\"external-dns-a740c304-9117-47b2-ba2a-66e64d33bc0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 240])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2d9ef98d-ea61-4f17-9ee2-ae4de9c2e0c9, kind: Service { id: b516c7ed-65aa-4107-ab64-1f8b9a86348a }, name: Name(\"external-dns-b516c7ed-65aa-4107-ab64-1f8b9a86348a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 87])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 38609045-f8c6-4186-a18f-511858f2939d, kind: Service { id: c1e243ec-3d99-48ac-b333-250e1ce109c8 }, name: Name(\"nexus-c1e243ec-3d99-48ac-b333-250e1ce109c8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 235])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4e7b3617-aa91-42e3-b53c-7bbdd116a0b3, kind: Service { id: 451861be-357c-474c-9384-784207533ea3 }, name: Name(\"nexus-451861be-357c-474c-9384-784207533ea3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6e06fc95-33fa-4361-bb89-200db0fd8247, kind: Service { id: 1231fc65-6da4-4b0b-9996-b586bec8a6a9 }, name: Name(\"nexus-1231fc65-6da4-4b0b-9996-b586bec8a6a9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 6])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.403779213Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.404704484Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.404720815Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.404740205Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.404760796Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.404780836Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.404918219Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"232ac64c-9636-4841-98e8-8ade48701fa3","remote_addr":"[fd00:1122:3344:101::b]:46098","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3932,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.40583399Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.663401563Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53624"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.663499306Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.663508516Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.663534836Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.663801722Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.712086399Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47953"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.712396746Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0b6217db-2990-4f4b-9657-4c22f5d73078, kind: Service { id: a740c304-9117-47b2-ba2a-66e64d33bc0c }, name: Name(\"external-dns-a740c304-9117-47b2-ba2a-66e64d33bc0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 240])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2d9ef98d-ea61-4f17-9ee2-ae4de9c2e0c9, kind: Service { id: b516c7ed-65aa-4107-ab64-1f8b9a86348a }, name: Name(\"external-dns-b516c7ed-65aa-4107-ab64-1f8b9a86348a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 87])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 38609045-f8c6-4186-a18f-511858f2939d, kind: Service { id: c1e243ec-3d99-48ac-b333-250e1ce109c8 }, name: Name(\"nexus-c1e243ec-3d99-48ac-b333-250e1ce109c8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 235])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4e7b3617-aa91-42e3-b53c-7bbdd116a0b3, kind: Service { id: 451861be-357c-474c-9384-784207533ea3 }, name: Name(\"nexus-451861be-357c-474c-9384-784207533ea3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6e06fc95-33fa-4361-bb89-200db0fd8247, kind: Service { id: 1231fc65-6da4-4b0b-9996-b586bec8a6a9 }, name: Name(\"nexus-1231fc65-6da4-4b0b-9996-b586bec8a6a9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 6])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.712464158Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.71255165Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.71258658Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.712610051Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.712634021Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.712678033Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.712700993Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"70d1e2d6-61dc-4ec4-9f0d-cc66906a07b6","remote_addr":"[fd00:1122:3344:101::b]:47953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":493,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.841571816Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41850"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.842051638Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0b6217db-2990-4f4b-9657-4c22f5d73078, kind: Service { id: a740c304-9117-47b2-ba2a-66e64d33bc0c }, name: Name(\"external-dns-a740c304-9117-47b2-ba2a-66e64d33bc0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 240])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2d9ef98d-ea61-4f17-9ee2-ae4de9c2e0c9, kind: Service { id: b516c7ed-65aa-4107-ab64-1f8b9a86348a }, name: Name(\"external-dns-b516c7ed-65aa-4107-ab64-1f8b9a86348a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 87])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 38609045-f8c6-4186-a18f-511858f2939d, kind: Service { id: c1e243ec-3d99-48ac-b333-250e1ce109c8 }, name: Name(\"nexus-c1e243ec-3d99-48ac-b333-250e1ce109c8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 235])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4e7b3617-aa91-42e3-b53c-7bbdd116a0b3, kind: Service { id: 451861be-357c-474c-9384-784207533ea3 }, name: Name(\"nexus-451861be-357c-474c-9384-784207533ea3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6e06fc95-33fa-4361-bb89-200db0fd8247, kind: Service { id: 1231fc65-6da4-4b0b-9996-b586bec8a6a9 }, name: Name(\"nexus-1231fc65-6da4-4b0b-9996-b586bec8a6a9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 6])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.842108439Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.84216463Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.842195501Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.842239772Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.842261092Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.842299073Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.842310533Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2d932cc2-5a07-4766-9e35-91989052fe4a","remote_addr":"[fd00:1122:3344:101::a]:41850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":576,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.88493438Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"e7e16883-86d2-4aca-8e33-83670ca6ca16","remote_addr":"[fd00:1122:3344:101::b]:53624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":221449,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.898864149Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54634"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.899125086Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0b6217db-2990-4f4b-9657-4c22f5d73078, kind: Service { id: a740c304-9117-47b2-ba2a-66e64d33bc0c }, name: Name(\"external-dns-a740c304-9117-47b2-ba2a-66e64d33bc0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 240])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2d9ef98d-ea61-4f17-9ee2-ae4de9c2e0c9, kind: Service { id: b516c7ed-65aa-4107-ab64-1f8b9a86348a }, name: Name(\"external-dns-b516c7ed-65aa-4107-ab64-1f8b9a86348a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 87])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 38609045-f8c6-4186-a18f-511858f2939d, kind: Service { id: c1e243ec-3d99-48ac-b333-250e1ce109c8 }, name: Name(\"nexus-c1e243ec-3d99-48ac-b333-250e1ce109c8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 235])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4e7b3617-aa91-42e3-b53c-7bbdd116a0b3, kind: Service { id: 451861be-357c-474c-9384-784207533ea3 }, name: Name(\"nexus-451861be-357c-474c-9384-784207533ea3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6e06fc95-33fa-4361-bb89-200db0fd8247, kind: Service { id: 1231fc65-6da4-4b0b-9996-b586bec8a6a9 }, name: Name(\"nexus-1231fc65-6da4-4b0b-9996-b586bec8a6a9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 6])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.899174667Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.899215008Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.899229598Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.899251008Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.899264049Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.899280819Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:03.899306839Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"065bb58e-bb9a-4ced-8928-8a9d552847cd","remote_addr":"[fd00:1122:3344:101::c]:54634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":315,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:10.833138283Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47765"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:10.834012753Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"23eae2aa-ce2a-4989-867e-3c0f63033277","remote_addr":"[fd00:1122:3344:101::b]:47765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":798,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:10.863346525Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:10.863376206Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"88c56662-d6a5-43bd-9b35-0fa4694b7eee","remote_addr":"[fd00:1122:3344:101::b]:47765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":308,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:10.958117697Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c66e553b-40cd-41f7-9832-6ebf61ac241d","remote_addr":"[fd00:1122:3344:101::b]:47765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2296,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.218740962Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.218883095Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a9fc6d52-47d4-4f54-8666-ff786f4c04b0","remote_addr":"[fd00:1122:3344:101::c]:63111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.274161522Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.274188433Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b3568f5a-b1ed-4341-843e-14071dfb22ee","remote_addr":"[fd00:1122:3344:101::c]:63111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.428866388Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52632"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.429688986Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"3e27d8d4-c1c7-4797-bc53-e3acab419777","remote_addr":"[fd00:1122:3344:101::c]:52632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":764,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.438696093Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"efbf204e-c5fc-4401-bf5d-428fe5ab9cd2","remote_addr":"[fd00:1122:3344:101::c]:63111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":201,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.62488939Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61517"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.625501144Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.684045256Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.774320614Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5c558e50-8a39-4f08-8601-b42980b78758","remote_addr":"[fd00:1122:3344:101::c]:61517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149336,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.775641465Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"871bdf26-2616-4b6c-b07c-9e1052735eb1","remote_addr":"[fd00:1122:3344:101::c]:61517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":999,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.819121031Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.819182073Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.820327879Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.821280301Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.821312041Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"73f3c950-01d7-4784-9459-02dc16c499f5","remote_addr":"[fd00:1122:3344:101::c]:61517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2574,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.844867951Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51724"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.845019155Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3c1da5c0-6fb8-45e7-9249-ca3ef1a74e55","remote_addr":"[fd00:1122:3344:101::b]:51724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.922999382Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.923032262Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0c687043-1604-4bad-af86-5bcc53ebeb4d","remote_addr":"[fd00:1122:3344:101::b]:51724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:17.941766712Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c5ba60c2-b131-4bae-ba5f-9c75b8fdeb46","remote_addr":"[fd00:1122:3344:101::b]:51724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":278,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.069001388Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37455"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.069225313Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"ea130fd4-22f1-46b8-a0a7-86c4d9eb4f59","remote_addr":"[fd00:1122:3344:101::b]:37455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.114725156Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55650"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.114804897Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6ddb385d-b631-4f3c-ab5d-bbb5c00311df","remote_addr":"[fd00:1122:3344:101::a]:55650","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.141402167Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62390"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.14151747Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.181201209Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.235555724Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e219a860-3880-42e7-92c1-7d2492f52fe3","remote_addr":"[fd00:1122:3344:101::b]:62390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94070,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.235853051Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33087"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.235889062Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.235901452Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6d10abc8-755d-42dd-adbf-e007c28f206d","remote_addr":"[fd00:1122:3344:101::a]:55650","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.236132337Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4cf64bed-9914-46c6-be8f-b3e72e209653","remote_addr":"[fd00:1122:3344:101::b]:62390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":232,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.23624474Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"9eadc019-1f3c-4046-8d5c-45ae39c84fd4","remote_addr":"[fd00:1122:3344:101::a]:33087","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":245,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.34183352Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"116d0bad-1d54-4e9f-9a12-295180f19959","remote_addr":"[fd00:1122:3344:101::a]:55650","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":232,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.502535863Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47078"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.502704766Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.54429836Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.605273987Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"267cb753-9a1f-4666-8723-57de9fdc2b2e","remote_addr":"[fd00:1122:3344:101::a]:47078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102634,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:18.605582074Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"10fd72d8-cabc-40a5-9bce-c925f1b27e7c","remote_addr":"[fd00:1122:3344:101::a]:47078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:31.838149567Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48178"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:31.838258159Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"f1d79988-ddf9-4835-8547-42e4d6fd4a4f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48178","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:32.236165057Z","hostname":"sock","pid":1572,"uri":"/16e00cfa-7b17-4bae-805b-f1a7654cd84e","method":"GET","req_id":"7c76f105-3e79-47f0-a688-f92c977d61f5","remote_addr":"[fd00:1122:3344:101::d]:50462","local_addr":"[fd00:1122:3344:101::1]:48667","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6881,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.042884495Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43765"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.043035048Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"20fe4a05-711f-4d0c-ae81-ce66d07c6f1d","remote_addr":"[fd00:1122:3344:101::c]:43765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.12033521Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.120399441Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"67780822-955b-480d-916b-7e16cc7e72b1","remote_addr":"[fd00:1122:3344:101::c]:43765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.131456025Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b167e264-45c7-42eb-9f3f-9591f8f69a20","remote_addr":"[fd00:1122:3344:101::c]:43765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":231,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.186469305Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37011"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.186575778Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.227868284Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.284731677Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"519ae3f2-42f5-4d08-aa9f-823f6f67f831","remote_addr":"[fd00:1122:3344:101::c]:37011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98206,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.28484482Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41956"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.285086165Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"a5d96c1f-f60f-45dd-a507-01c0d50cccc4","remote_addr":"[fd00:1122:3344:101::c]:41956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.285122306Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e8767a53-c0a9-4b9a-a60c-c264d4d7d08e","remote_addr":"[fd00:1122:3344:101::c]:37011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.90315712Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52487"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.903293503Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"280857b7-b815-47e1-a0fd-36689754b436","remote_addr":"[fd00:1122:3344:101::b]:52487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.950933485Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.950970886Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"69f65648-6949-4975-88f0-ca03806e3c71","remote_addr":"[fd00:1122:3344:101::b]:52487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.960993325Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8904c74f-728c-4d3b-abc3-0c177328cb87","remote_addr":"[fd00:1122:3344:101::b]:52487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":291,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.997469581Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36165"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.997640175Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"98b93328-9e38-43bc-a856-a6f1e2be2589","remote_addr":"[fd00:1122:3344:101::b]:36165","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.999854396Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55351"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:47.999952758Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:48.041806997Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:48.102434377Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6f8b94ae-7803-49b6-a505-3badafabaaed","remote_addr":"[fd00:1122:3344:101::b]:55351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102513,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:48.102697283Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47330"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:48.102782395Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44237"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:48.10301636Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"cb929511-742f-4f36-8f2b-15f2c035e533","remote_addr":"[fd00:1122:3344:101::a]:47330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:48.10302933Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"05ddaa56-73ce-4014-be62-da423e1e9629","remote_addr":"[fd00:1122:3344:101::b]:55351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":270,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:48.103137323Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"d908ce10-a46c-4e55-a749-c00ebb558bd8","remote_addr":"[fd00:1122:3344:101::a]:44237","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":219,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:48.118205808Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52397"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:48.118415143Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:48.157675283Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:48.217698828Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3701d63d-c6a4-48cc-a7bd-67f91c476522","remote_addr":"[fd00:1122:3344:101::a]:52397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99357,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:48.218287431Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"adb909fa-59e9-4074-8518-dce6df31a3be","remote_addr":"[fd00:1122:3344:101::a]:52397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":330,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:48.218315592Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:48.218347833Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"dcd17157-2837-44c1-8c7d-eb70ed5a9a10","remote_addr":"[fd00:1122:3344:101::a]:47330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:01:48.230768687Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b431b453-4c97-488a-b93e-61566331c8fe","remote_addr":"[fd00:1122:3344:101::a]:47330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":287,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:01.869514548Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64186"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:01.8695958Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"18338d3f-2294-492e-aa34-0d0a2445abdf","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64186","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:02.236856986Z","hostname":"sock","pid":1572,"uri":"/16e00cfa-7b17-4bae-805b-f1a7654cd84e","method":"GET","req_id":"61cc03bc-5de9-468a-9774-83501af1cf4e","remote_addr":"[fd00:1122:3344:101::d]:50462","local_addr":"[fd00:1122:3344:101::1]:48667","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7707,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:17.289430878Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50015"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:17.289585061Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"243cf0a7-b044-4540-b10d-027b9ed5ab7e","remote_addr":"[fd00:1122:3344:101::c]:50015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:17.309981438Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:17.31001887Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d7235d82-2c7a-4161-8f76-f362d0906d57","remote_addr":"[fd00:1122:3344:101::c]:50015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:17.373353411Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34557"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:17.373576236Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"6f25e9fa-36ed-4f7a-bf84-038c3957da6f","remote_addr":"[fd00:1122:3344:101::c]:34557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:17.377536557Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f1036556-ef8c-4a08-a2e7-0af154f55f6c","remote_addr":"[fd00:1122:3344:101::c]:50015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":221,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:17.406301476Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58628"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:17.406405538Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:17.446826185Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:17.511078467Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"20169338-0cba-4b6b-adbc-2b6812edd8e4","remote_addr":"[fd00:1122:3344:101::c]:58628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104708,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:17.511410425Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c4f37b86-1335-4333-8033-c25dfa8522fd","remote_addr":"[fd00:1122:3344:101::c]:58628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:17.964363975Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44671"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:17.964538179Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e87b6d60-3484-43f6-a322-0484529c5b85","remote_addr":"[fd00:1122:3344:101::b]:44671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.011108037Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.011163708Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e132ea0d-fc8c-4ddf-85db-ec095a876c45","remote_addr":"[fd00:1122:3344:101::b]:44671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.022238922Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"39be9f87-3450-4aed-82c1-c026f439053e","remote_addr":"[fd00:1122:3344:101::b]:44671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":237,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.133231216Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34898"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.133407309Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"ba09ce74-42b8-454b-83f7-c2a693cdddb0","remote_addr":"[fd00:1122:3344:101::b]:34898","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.140061742Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56974"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.140138744Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"07dd5fb1-ae70-4b41-890c-c1e61ec712a5","remote_addr":"[fd00:1122:3344:101::a]:56974","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.196481165Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.196514275Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2becd0ce-31f8-4497-9f04-268ff94670aa","remote_addr":"[fd00:1122:3344:101::a]:56974","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.222563532Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54666"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.222738406Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.265483196Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.327959308Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a158a592-3492-4be4-b30d-5779e56b021a","remote_addr":"[fd00:1122:3344:101::b]:54666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105307,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.328245674Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49676"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.328561501Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b706cc27-1613-4373-acd4-cecb417eec86","remote_addr":"[fd00:1122:3344:101::a]:56974","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":384,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.328585082Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ca2078f0-d5a4-45a9-a0e2-989209f13b5d","remote_addr":"[fd00:1122:3344:101::b]:54666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":301,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.328600452Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"eee6539f-4561-40bf-bacf-331b7629196d","remote_addr":"[fd00:1122:3344:101::a]:49676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.376653914Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61646"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.376796007Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.416088597Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.477123716Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2a96bdd7-697b-4f87-90af-8a32c2249078","remote_addr":"[fd00:1122:3344:101::a]:61646","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100399,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:18.477440713Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"92373060-0d9c-47e0-962e-2ead6d7c5873","remote_addr":"[fd00:1122:3344:101::a]:61646","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:31.907664666Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36516"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:31.907744817Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"377ecc93-53e9-4f48-ad32-a165eef40073","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36516","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":28,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:32.235690232Z","hostname":"sock","pid":1572,"uri":"/16e00cfa-7b17-4bae-805b-f1a7654cd84e","method":"GET","req_id":"6501054c-6f43-4f14-b8a4-122710b78ef0","remote_addr":"[fd00:1122:3344:101::d]:50462","local_addr":"[fd00:1122:3344:101::1]:48667","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6757,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.127672114Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51646"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.127818157Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e2001d30-39ab-4c7e-a3e1-5e45e90e2904","remote_addr":"[fd00:1122:3344:101::c]:51646","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.179365229Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.179395979Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4c53afce-246d-4379-af2a-05122ffae276","remote_addr":"[fd00:1122:3344:101::c]:51646","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.187790912Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"07ad7c7a-e6a4-410e-9ac1-103a97833607","remote_addr":"[fd00:1122:3344:101::c]:51646","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":210,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.215514037Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57102"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.215689641Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"1962c25b-f0f1-4aa2-8386-521a7e4a7f47","remote_addr":"[fd00:1122:3344:101::c]:57102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.260096488Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63490"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.26018725Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.300238138Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.355632188Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5338ad08-6084-43bd-b8e8-f86e71e13447","remote_addr":"[fd00:1122:3344:101::c]:63490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95491,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.355896924Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"42418f29-c023-4552-971c-69d4a17343a5","remote_addr":"[fd00:1122:3344:101::c]:63490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.816919059Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46683"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.817066883Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"dd6a2847-891e-4a5c-8a69-12755ec4031b","remote_addr":"[fd00:1122:3344:101::b]:46683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.866368882Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.866400543Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"cbf4b411-0a12-4e52-849e-3da62a681fe1","remote_addr":"[fd00:1122:3344:101::b]:46683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.875282547Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"23f8cbdc-9c98-4871-b199-93ad7cfacd71","remote_addr":"[fd00:1122:3344:101::b]:46683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":207,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.89418895Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61380"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:47.894348114Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"dd87660b-59e1-4c3c-9c7a-b10f91ccd21f","remote_addr":"[fd00:1122:3344:101::b]:61380","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.026888041Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42857"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.027006404Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"81d62fe2-46eb-47a2-bd91-aeb794dd95cc","remote_addr":"[fd00:1122:3344:101::a]:42857","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.076213092Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57985"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.076357535Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.126206197Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.1930915Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3378c077-c64f-4631-bd19-9d9245d3aad6","remote_addr":"[fd00:1122:3344:101::b]:57985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116777,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.193359046Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49366"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.193419667Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60366"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.193436418Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.193478529Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"718f4952-654a-4cab-8ad8-fa7f9789d975","remote_addr":"[fd00:1122:3344:101::a]:42857","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.193645393Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"09990300-0e57-4543-8d19-8e6e2232ea9e","remote_addr":"[fd00:1122:3344:101::b]:57985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":232,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.193805246Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.1939503Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"d5f2b429-7409-4912-a5a3-dee64789eef6","remote_addr":"[fd00:1122:3344:101::a]:60366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":298,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.202928135Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"269bea7c-51dd-49a7-89ce-8f8c705fc8d1","remote_addr":"[fd00:1122:3344:101::a]:42857","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":283,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.234809546Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.292659782Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5537ca3e-9a4d-45be-9fd8-700e447f32ca","remote_addr":"[fd00:1122:3344:101::a]:49366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99015,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:02:48.292987689Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e2e6c3fa-6e03-4522-987d-dafcb422e452","remote_addr":"[fd00:1122:3344:101::a]:49366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:01.946913718Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60438"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:01.947035461Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"18678d05-61e8-490f-ba4b-929d528e0be8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60438","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:02.241863487Z","hostname":"sock","pid":1572,"uri":"/16e00cfa-7b17-4bae-805b-f1a7654cd84e","method":"GET","req_id":"c9747af4-654c-4a40-a958-80b2257a6964","remote_addr":"[fd00:1122:3344:101::d]:50462","local_addr":"[fd00:1122:3344:101::1]:48667","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6932,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:17.102315276Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:17.102461219Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"edcd745a-a9d7-476b-99e5-7943eb09b0e2","remote_addr":"[fd00:1122:3344:101::c]:50176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:17.16710741Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:17.167155702Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6eef3f1f-321b-4869-ab45-aa739d9b3d4d","remote_addr":"[fd00:1122:3344:101::c]:50176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:17.175175746Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"85f268b5-02f3-4448-af0e-aff671dd5103","remote_addr":"[fd00:1122:3344:101::c]:50176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:17.373459399Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:17.373662914Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"e415cc3a-eea0-45ed-8573-75373cb14acb","remote_addr":"[fd00:1122:3344:101::c]:58828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:17.408077452Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33738"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:17.408200365Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:17.446979254Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:17.499433476Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8835cd47-d00f-4b1d-a026-5fb3ca8d94be","remote_addr":"[fd00:1122:3344:101::c]:33738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91288,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:17.499731723Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ece5fbec-8a0f-4835-9d81-102360c4a94c","remote_addr":"[fd00:1122:3344:101::c]:33738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.031125341Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37593"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.031293595Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d4c8cb93-c81b-4f5b-b143-32396c8881aa","remote_addr":"[fd00:1122:3344:101::b]:37593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.072300825Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.072328785Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"76158496-8257-4d12-acd5-1ce7eb6cf13f","remote_addr":"[fd00:1122:3344:101::b]:37593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.081106556Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"89078beb-e014-4926-a317-17ceca03107d","remote_addr":"[fd00:1122:3344:101::b]:37593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":362,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.132859803Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46787"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.133039337Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"3d9be404-4367-4c9c-9381-d9b1835ffe87","remote_addr":"[fd00:1122:3344:101::b]:46787","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.14104555Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.141148852Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"50e354ca-85ec-4451-960d-5ad6553daefb","remote_addr":"[fd00:1122:3344:101::a]:53346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.177736891Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45819"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.177874874Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.219336204Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.281347275Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"613f8e28-55d5-4c43-981e-d9c6cb8927f8","remote_addr":"[fd00:1122:3344:101::b]:45819","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103519,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.281531279Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63504"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.28157739Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33529"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.281808286Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.281847847Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"78c0967e-da31-461c-aea0-634831ba0ea9","remote_addr":"[fd00:1122:3344:101::a]:53346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.281883647Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c91dfdb6-64bd-48ec-a398-d372e7fbbf1d","remote_addr":"[fd00:1122:3344:101::b]:45819","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":229,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.281953349Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"86c8a356-9aa8-423d-b08a-c95270f81ddb","remote_addr":"[fd00:1122:3344:101::a]:33529","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":204,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.282372789Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.299830759Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1bb471a6-9de1-48a1-ab87-1fc734f9b381","remote_addr":"[fd00:1122:3344:101::a]:53346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":595,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.318501387Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.378054441Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a3c643e6-d361-4387-9c02-f7e3a0af8b3c","remote_addr":"[fd00:1122:3344:101::a]:63504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95731,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:18.378465081Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"64de501a-33f7-4e5e-9d8f-230b8cfb295e","remote_addr":"[fd00:1122:3344:101::a]:63504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:25.607487139Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:31.980076011Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41156"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:31.980169063Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"8fc22fae-d182-4d4c-907a-7514216ed2de","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41156","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:32.339915477Z","hostname":"sock","pid":1572,"uri":"/16e00cfa-7b17-4bae-805b-f1a7654cd84e","method":"GET","req_id":"009c75b8-b326-4a27-819e-3f63a1e93987","remote_addr":"[fd00:1122:3344:101::d]:50462","local_addr":"[fd00:1122:3344:101::1]:48667","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7007,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.086038907Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58813"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.08617763Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d608426a-0140-4171-b4da-d0e9d415f715","remote_addr":"[fd00:1122:3344:101::c]:58813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.125239165Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.125264176Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5333f8ca-2105-4b68-892e-47133dfcb2b1","remote_addr":"[fd00:1122:3344:101::c]:58813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.134005096Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"24997522-89bc-462a-acc1-3c568d3abab8","remote_addr":"[fd00:1122:3344:101::c]:58813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":254,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.155207362Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46783"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.155364716Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"840aad28-ad80-4f70-9b62-20ffbd894c98","remote_addr":"[fd00:1122:3344:101::c]:46783","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.169332876Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56053"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.169436508Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.208426851Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.267149107Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ec5f9dfd-3949-4feb-b69c-b0b5265b7c58","remote_addr":"[fd00:1122:3344:101::c]:56053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97758,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.267403883Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"3f11e768-1251-41bb-9da7-81b37be389d6","remote_addr":"[fd00:1122:3344:101::c]:56053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.876369409Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.876540183Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1b96f926-fb67-4a20-85da-f5ac3f9daa3e","remote_addr":"[fd00:1122:3344:101::b]:47096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.901454814Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44499"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.901607877Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"73c7138b-b37b-42cd-bc5d-7e3f0d95e7af","remote_addr":"[fd00:1122:3344:101::a]:44499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.923597821Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.923629462Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1d4cc21c-7182-468c-951e-1dd660c5bb2b","remote_addr":"[fd00:1122:3344:101::b]:47096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.933392926Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b2ec7fbf-0b2f-4992-b368-ba0babe3c970","remote_addr":"[fd00:1122:3344:101::b]:47096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":242,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.954785776Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.954841888Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f701fd26-f757-478e-bc8c-a77cbae021ee","remote_addr":"[fd00:1122:3344:101::a]:44499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.964694533Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63626"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:47.964817516Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:48.002992281Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:48.069065645Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"c3e324b3-0a23-4639-bf41-c730879b1b86","remote_addr":"[fd00:1122:3344:101::b]:63626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104279,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:48.069402963Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60690"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:48.069486595Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46842"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:48.06968955Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0c55aca3-2bd1-4bb8-8bea-85ead4a869f8","remote_addr":"[fd00:1122:3344:101::a]:44499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":397,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:48.069871794Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"7892bb9e-ecbc-4798-a49d-d3345d5ca5cc","remote_addr":"[fd00:1122:3344:101::b]:60690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":240,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:48.069961946Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"7b109847-7c02-4bcb-8b94-0e43291668ed","remote_addr":"[fd00:1122:3344:101::a]:46842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":247,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:48.069989407Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f8321f98-e4c4-4bd0-a064-bf9d26fec43d","remote_addr":"[fd00:1122:3344:101::b]:63626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":471,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:48.082694818Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59513"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:48.08278794Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:48.119273386Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:48.174511692Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e1d7d1a7-802f-4544-ac74-3a050836156c","remote_addr":"[fd00:1122:3344:101::a]:59513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91762,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:03:48.174771678Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7633e658-9c8f-462a-bb64-fb43c8a31e0e","remote_addr":"[fd00:1122:3344:101::a]:59513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:02.013956993Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48540"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:02.014046415Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"c10601b3-b769-4733-9962-8c5a87829476","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48540","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:02.341266964Z","hostname":"sock","pid":1572,"uri":"/16e00cfa-7b17-4bae-805b-f1a7654cd84e","method":"GET","req_id":"87110bcb-192a-45fd-b7b7-7d3e428ea644","remote_addr":"[fd00:1122:3344:101::d]:50462","local_addr":"[fd00:1122:3344:101::1]:48667","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8420,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.214018486Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61952"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.214175979Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"da808058-463d-48ff-b4cd-8ffe37f2ceee","remote_addr":"[fd00:1122:3344:101::c]:61952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.3172085Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45845"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.318781556Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"f7a100c8-c37a-41f1-965e-53b44409eaa4","remote_addr":"[fd00:1122:3344:101::c]:45845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":132,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.358438455Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.358468916Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"bc42b866-2e73-4ef8-ad27-df1123a0c060","remote_addr":"[fd00:1122:3344:101::c]:61952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.367189876Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2757588b-51a7-44e3-8e3d-ea349f63d991","remote_addr":"[fd00:1122:3344:101::c]:61952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":180,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.385151797Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52580"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.38525932Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.425070832Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.482514309Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"34a910a3-70af-4c7b-8ad8-06de4ad51dea","remote_addr":"[fd00:1122:3344:101::c]:52580","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97294,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.482779225Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"476d59da-ae24-45cd-af04-6e1586b743d7","remote_addr":"[fd00:1122:3344:101::c]:52580","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.875622208Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56780"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.875773151Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"95855ff3-1af5-4592-ad8c-9b0e3f58c6d6","remote_addr":"[fd00:1122:3344:101::b]:56780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.901400959Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.901434969Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"be6d8f42-9c86-4047-b3eb-8a69f304312f","remote_addr":"[fd00:1122:3344:101::b]:56780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:17.910595049Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"86c90e89-5d61-46f6-b648-73bd5d0ff06c","remote_addr":"[fd00:1122:3344:101::b]:56780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":252,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.03977538Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62816"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.039876882Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"fc238400-fcd2-404d-8e0a-67ad851f2dfe","remote_addr":"[fd00:1122:3344:101::a]:62816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":59,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.133983249Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42898"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.134175383Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"3fcfe14e-7815-4e04-80a6-8c5e9f7574a8","remote_addr":"[fd00:1122:3344:101::b]:42898","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.159698238Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64234"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.159852892Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"9f920839-442b-44f4-86bf-e9184130c9da","remote_addr":"[fd00:1122:3344:101::a]:64234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.188261703Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54970"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.188359865Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.228789101Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.285596013Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"eada6769-fd10-43b2-bfd4-f9f725582e76","remote_addr":"[fd00:1122:3344:101::b]:54970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97275,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.285838758Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42547"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.285873389Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.28588572Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a2605137-900c-4219-8e31-6a44ad538ada","remote_addr":"[fd00:1122:3344:101::a]:62816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.286159266Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.286195547Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5ff4bde9-9921-4fd5-8a00-b40ee8854e1d","remote_addr":"[fd00:1122:3344:101::b]:54970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":281,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.295958781Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b1e42380-188b-4768-b7ef-ae651c41ff32","remote_addr":"[fd00:1122:3344:101::a]:62816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":282,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.325097188Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.386054785Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"1e541bfa-5af3-4d42-8544-d56a02ba05bb","remote_addr":"[fd00:1122:3344:101::a]:42547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100029,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:18.386386123Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5977e573-d705-4b62-9d2a-ed9fbd7a336c","remote_addr":"[fd00:1122:3344:101::a]:42547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:32.047921737Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:32.04806421Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"5e8b3f90-2a3a-4840-9311-c54daebc2100","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40062","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:32.340644005Z","hostname":"sock","pid":1572,"uri":"/16e00cfa-7b17-4bae-805b-f1a7654cd84e","method":"GET","req_id":"f10d7c5b-16cf-49f0-8a7c-abe1b3d0cf2e","remote_addr":"[fd00:1122:3344:101::d]:50462","local_addr":"[fd00:1122:3344:101::1]:48667","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8044,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.104862339Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53389"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.105028652Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ffb2e295-e363-4d62-b693-a322f3a195a9","remote_addr":"[fd00:1122:3344:101::c]:53389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.121198963Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.121229884Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"fe258ff8-36af-4b4b-bdb3-51dfdfeadda9","remote_addr":"[fd00:1122:3344:101::c]:53389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.129072994Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"777811df-879d-42fe-bbf7-0e2e2694b462","remote_addr":"[fd00:1122:3344:101::c]:53389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":188,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.186465459Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53537"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.186553111Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.226368423Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.277236529Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f5288008-b9dd-4218-9167-0bd33c6cea01","remote_addr":"[fd00:1122:3344:101::c]:53537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90718,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.277365472Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54624"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.277556596Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"47f4a8ba-d82f-49a1-be56-42d654905e36","remote_addr":"[fd00:1122:3344:101::c]:54624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.277702779Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"868586d1-7963-49dc-9e49-0388444b73ce","remote_addr":"[fd00:1122:3344:101::c]:53537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.778500726Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51811"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.77866675Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"817fdb31-c26c-48bf-b798-abf4b44e503a","remote_addr":"[fd00:1122:3344:101::b]:51811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.828765988Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.828803829Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9fedf944-5ac8-4c06-8d38-333588c8eeae","remote_addr":"[fd00:1122:3344:101::b]:51811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.845635355Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0d8b7987-6baa-4aa1-9ce9-62df87b41c53","remote_addr":"[fd00:1122:3344:101::b]:51811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":276,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.935539785Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38812"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.935627927Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0b8122f1-404a-4dca-8569-9b2c26c654e3","remote_addr":"[fd00:1122:3344:101::a]:38812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.9549201Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.955119564Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"03ab9aab-e81d-4688-ae95-d0c5dfc15b32","remote_addr":"[fd00:1122:3344:101::b]:47233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.958125383Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64744"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:47.958225175Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:48.000368371Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:48.064605833Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"d7ed7b04-4831-4517-98fd-2fc982996459","remote_addr":"[fd00:1122:3344:101::b]:64744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106420,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:48.064842899Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46896"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:48.064871029Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:48.06491902Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"19a7e1b9-2707-4abe-9cfd-0923cffcf719","remote_addr":"[fd00:1122:3344:101::a]:38812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:48.065127435Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:48.065184047Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"77d7dd91-30df-4617-beeb-63a3ec6f9679","remote_addr":"[fd00:1122:3344:101::b]:64744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":271,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:48.073248511Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39576"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:48.073507417Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"b646b1fe-355a-42a4-8ed8-7716b92ddf52","remote_addr":"[fd00:1122:3344:101::a]:39576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":195,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:48.081515841Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"931d3d59-06b9-45e7-8540-13f475f4568d","remote_addr":"[fd00:1122:3344:101::a]:38812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":914,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:48.100871504Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:48.15914144Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"9c4fc3db-0f35-4ba6-9920-a2d201c0234c","remote_addr":"[fd00:1122:3344:101::a]:46896","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94130,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:04:48.159456467Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"26c1ec04-15c2-4595-89b2-e53bc9daf566","remote_addr":"[fd00:1122:3344:101::a]:46896","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.027082483Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61397"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.027275487Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"3d9c57c1-d4b9-4e86-9065-3df7c7128bfb","remote_addr":"[fd00:1122:3344:101::a]:61397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.028108506Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(3907951) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.04529044Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"PUT","req_id":"0f1f0174-14b5-4cb7-b73f-db3864ece298","remote_addr":"[fd00:1122:3344:101::a]:61397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":17788,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.084857977Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53707"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.084925339Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"ad4d9bf0-9064-497d-a243-78937c1936a0","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53707","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.339211636Z","hostname":"sock","pid":1572,"uri":"/16e00cfa-7b17-4bae-805b-f1a7654cd84e","method":"GET","req_id":"9649125e-dc4c-4e00-b344-902af3eb5d61","remote_addr":"[fd00:1122:3344:101::d]:50462","local_addr":"[fd00:1122:3344:101::1]:48667","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7161,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.356305357Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34479"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.363012411Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 80cb6600-95bc-4bda-b3e5-1a520f1da341, project_id: 50df866f-7ede-4af2-99e4-8ea79d9972aa }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-22T17:05:02.353663747Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 1a647238-5154-4586-9d3f-d0c2581538ba, kind: Instance { id: 1735ad29-9b0f-4f5c-8f49-2767439702e1 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3907951), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1a647238-5154-4586-9d3f-d0c2581538ba, kind: Instance { id: 1735ad29-9b0f-4f5c-8f49-2767439702e1 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3907951), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1a647238-5154-4586-9d3f-d0c2581538ba, kind: Instance { id: 1735ad29-9b0f-4f5c-8f49-2767439702e1 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3907951), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(3907951))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1a647238-5154-4586-9d3f-d0c2581538ba, kind: Instance { id: 1735ad29-9b0f-4f5c-8f49-2767439702e1 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3907951), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-9b46cd8f749\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 0d7a63cf-5e60-43ab-84a6-f3cb197cfd52, read_only_parent: Some(Volume { block_size: 512, id: 9d4a5c7b-d8fb-45ae-a708-287dc7e00b7e, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 21e6c346-ba14-4192-9a20-cf9c705a39da, key: Some(\"1oHwTiNpwh6CskOEwaaQI8466B5OPSbFfznlcv8mctc=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::17]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 0d7a63cf-5e60-43ab-84a6-f3cb197cfd52, key: Some(\"KTIsy5PyHVJFri8l+/IXU5H8v0lTTTA93jHbQA5E6/8=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::15]:19002\", \"[fd00:1122:3344:101::18]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-9b46cd8f749\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.363105733Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.363119163Z","hostname":"sock","pid":1572,"propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:1139","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 1a647238-5154-4586-9d3f-d0c2581538ba, kind: Instance { id: 1735ad29-9b0f-4f5c-8f49-2767439702e1 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3907951), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1a647238-5154-4586-9d3f-d0c2581538ba, kind: Instance { id: 1735ad29-9b0f-4f5c-8f49-2767439702e1 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3907951), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1a647238-5154-4586-9d3f-d0c2581538ba, kind: Instance { id: 1735ad29-9b0f-4f5c-8f49-2767439702e1 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3907951), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(3907951))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1a647238-5154-4586-9d3f-d0c2581538ba, kind: Instance { id: 1735ad29-9b0f-4f5c-8f49-2767439702e1 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3907951), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-9b46cd8f749\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 0d7a63cf-5e60-43ab-84a6-f3cb197cfd52, read_only_parent: Some(Volume { block_size: 512, id: 9d4a5c7b-d8fb-45ae-a708-287dc7e00b7e, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 21e6c346-ba14-4192-9a20-cf9c705a39da, key: Some(\"1oHwTiNpwh6CskOEwaaQI8466B5OPSbFfznlcv8mctc=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::17]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 0d7a63cf-5e60-43ab-84a6-f3cb197cfd52, key: Some(\"KTIsy5PyHVJFri8l+/IXU5H8v0lTTTA93jHbQA5E6/8=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::15]:19002\", \"[fd00:1122:3344:101::18]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-9b46cd8f749\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-22T17:05:02.353663747Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.36385376Z","hostname":"sock","pid":1572,"uri":"/vmms/cd97b96b-01b4-4b17-97c1-e33aab153023","method":"PUT","req_id":"90b3e200-0411-454e-935e-0eb382ee6548","remote_addr":"[fd00:1122:3344:101::a]:34479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7479,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.523142821Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51519"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.523364166Z","hostname":"sock","pid":1572,"uri":"/vmms/cd97b96b-01b4-4b17-97c1-e33aab153023/state","method":"PUT","req_id":"067b1eab-fba2-4292-af90-fed25cb9f259","remote_addr":"[fd00:1122:3344:101::a]:51519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.524811029Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 3907951 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.52484499Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.563492896Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.585805697Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.690384674Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.690571318Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6455af53-a7e6-48da-9482-1ac76a42b591","remote_addr":"[fd00:1122:3344:101::a]:44995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:02.719358298Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {1a647238-5154-4586-9d3f-d0c2581538ba: {10.151.2.175: {08d44205-71ab-4630-a5b6-0c0361f548f6}, 10.151.2.176: {08d44205-71ab-4630-a5b6-0c0361f548f6}}} }"} {"msg":"Profile for oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:03.803244627Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:03.803427042Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023\") failed: Property not found. retry in 48.336504ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:05:04.002704579Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023\") failed: Property not found. retry in 140.526263ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:05:04.061349643Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023\") failed: Property not found. retry in 127.323951ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:05:04.228890832Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023\") failed: Property not found. retry in 235.283302ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:05:04.369985325Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023\") failed: Property not found. retry in 977.37767ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:05:04.621591072Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023\") failed: Property not found. retry in 990.100507ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:05:05.609239855Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023\") failed: Property not found. retry in 906.345988ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:05:06.610409389Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023\") failed: Property not found. retry in 1.093750523s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:05:07.527786783Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023\") failed: Property not found. retry in 1.294673667s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:05:08.632422668Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:09.952686265Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:1633"} {"msg":"wait for service Some(\"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023\") failed: Property not found. retry in 29.574813ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:05:09.960977335Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023\") failed: Property not found. retry in 91.751524ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:05:10.000081241Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023\") failed: Property not found. retry in 153.847658ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:05:10.100965333Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:10.265086914Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:1642"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:10.301940258Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:1666"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:10.442634163Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:835"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:10.443627825Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1203"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:10.443669686Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d6803d1e-83f1-4b64-a13f-fdf4bb9a529f","remote_addr":"[fd00:1122:3344:101::a]:44995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7734731,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-22T17:05:10.443692697Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:10.443716258Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:10.443722238Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-22T17:05:10.443692697Z }","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:10.443729338Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-22T17:05:10.443692697Z }, migration_in: None, migration_out: None }","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-22T17:05:10.523401984Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:10.523431605Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:10.523475335Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-22T17:05:10.523401984Z }","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:10.523484246Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-22T17:05:10.523401984Z }, migration_in: None, migration_out: None }","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:10.539362139Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"61d9aaa2-c9e5-4be6-afaa-9b02ed88f087","remote_addr":"[fd00:1122:3344:101::a]:44995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":320,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.223135202Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38794"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.223289656Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"08b8327c-3976-469c-8139-d46a6a1219a9","remote_addr":"[fd00:1122:3344:101::c]:38794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.277168561Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48265"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.277381275Z","hostname":"sock","pid":1572,"uri":"/vmms/cd97b96b-01b4-4b17-97c1-e33aab153023/state","method":"GET","req_id":"3fa50c0c-c779-4aac-ab56-6bbffc5f39cd","remote_addr":"[fd00:1122:3344:101::c]:48265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.312697795Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {1a647238-5154-4586-9d3f-d0c2581538ba: {10.151.2.176: {08d44205-71ab-4630-a5b6-0c0361f548f6}, 10.151.2.175: {08d44205-71ab-4630-a5b6-0c0361f548f6}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.312742746Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e3fb8b5f-3abc-48c1-b927-bc661d9d8a6d","remote_addr":"[fd00:1122:3344:101::c]:38794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.334474654Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0bc27fd2-4a26-4a25-a592-e383bae4e9db","remote_addr":"[fd00:1122:3344:101::c]:38794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":371,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.456250985Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52058"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.456422518Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"4b730f9d-8b79-4aeb-b407-f7b23f0a23c4","remote_addr":"[fd00:1122:3344:101::c]:52058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.594436101Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41433"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.594558354Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.633093838Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.710700956Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5ea731b1-d89b-4593-b084-cb06ccbda2cf","remote_addr":"[fd00:1122:3344:101::c]:41433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116179,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.710830139Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36073"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.711080045Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0b6217db-2990-4f4b-9657-4c22f5d73078, kind: Service { id: a740c304-9117-47b2-ba2a-66e64d33bc0c }, name: Name(\"external-dns-a740c304-9117-47b2-ba2a-66e64d33bc0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 240])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2d9ef98d-ea61-4f17-9ee2-ae4de9c2e0c9, kind: Service { id: b516c7ed-65aa-4107-ab64-1f8b9a86348a }, name: Name(\"external-dns-b516c7ed-65aa-4107-ab64-1f8b9a86348a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 87])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 38609045-f8c6-4186-a18f-511858f2939d, kind: Service { id: c1e243ec-3d99-48ac-b333-250e1ce109c8 }, name: Name(\"nexus-c1e243ec-3d99-48ac-b333-250e1ce109c8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 235])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4e7b3617-aa91-42e3-b53c-7bbdd116a0b3, kind: Service { id: 451861be-357c-474c-9384-784207533ea3 }, name: Name(\"nexus-451861be-357c-474c-9384-784207533ea3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6e06fc95-33fa-4361-bb89-200db0fd8247, kind: Service { id: 1231fc65-6da4-4b0b-9996-b586bec8a6a9 }, name: Name(\"nexus-1231fc65-6da4-4b0b-9996-b586bec8a6a9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 6])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.711143946Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.711194367Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.711217958Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.711239268Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.711245969Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.711279419Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.71129531Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"61eddb02-4813-4c53-8df4-64e745d2b8c7","remote_addr":"[fd00:1122:3344:101::c]:36073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":385,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.711450583Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"3aa48d5b-fde5-40a3-959d-deb9e4aae0e8","remote_addr":"[fd00:1122:3344:101::c]:41433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.958886804Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43555"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:17.959095509Z","hostname":"sock","pid":1572,"uri":"/vmms/cd97b96b-01b4-4b17-97c1-e33aab153023/state","method":"GET","req_id":"36ef6ea6-589e-4c89-a07b-6bb8144523b8","remote_addr":"[fd00:1122:3344:101::b]:43555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.021071889Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57053"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.021200412Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b2ae169e-b4d9-4038-a5f4-5e213f738d74","remote_addr":"[fd00:1122:3344:101::a]:57053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.090313066Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36818"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.09048178Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e6abb654-6c07-4129-bb63-74cda67e52b7","remote_addr":"[fd00:1122:3344:101::b]:36818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.101665036Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48109"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.101942292Z","hostname":"sock","pid":1572,"uri":"/vmms/cd97b96b-01b4-4b17-97c1-e33aab153023/state","method":"GET","req_id":"f3422e32-6096-451f-977e-d6daf7010d40","remote_addr":"[fd00:1122:3344:101::a]:48109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":221,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.157904395Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {1a647238-5154-4586-9d3f-d0c2581538ba: {10.151.2.175: {08d44205-71ab-4630-a5b6-0c0361f548f6}, 10.151.2.176: {08d44205-71ab-4630-a5b6-0c0361f548f6}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.157998117Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0c433266-5877-485f-a6d0-c8ee64c59217","remote_addr":"[fd00:1122:3344:101::b]:36818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.186681974Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {1a647238-5154-4586-9d3f-d0c2581538ba: {10.151.2.176: {08d44205-71ab-4630-a5b6-0c0361f548f6}, 10.151.2.175: {08d44205-71ab-4630-a5b6-0c0361f548f6}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.186725745Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"08da4eaf-27d0-4f16-ac26-c8686c5b06d8","remote_addr":"[fd00:1122:3344:101::a]:57053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.194003272Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"492db6b5-fd6e-4142-89f1-831f3a5d0548","remote_addr":"[fd00:1122:3344:101::b]:36818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":306,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.221013021Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"04feeb6f-387e-4c26-94b8-a7338edf7805","remote_addr":"[fd00:1122:3344:101::a]:57053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":315,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.315820333Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37498"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.315921406Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.35582009Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.415334524Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"c0738129-0b17-40ca-b7e2-3e158a3e1206","remote_addr":"[fd00:1122:3344:101::a]:37498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99446,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.415561829Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55348"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.41560021Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63139"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.415648781Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40084"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.415660952Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"1c5d0ff0-c942-4267-949e-d6799ce86907","remote_addr":"[fd00:1122:3344:101::a]:37498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.415960119Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"5d76436f-4037-434e-a23e-661583cba6c8","remote_addr":"[fd00:1122:3344:101::b]:55348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":209,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.415989689Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.420319628Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"98371a1a-ade8-479c-8dd4-66a7c946bc52","remote_addr":"[fd00:1122:3344:101::a]:63139","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4365,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.452050556Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.480303553Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34483"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.480887387Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0b6217db-2990-4f4b-9657-4c22f5d73078, kind: Service { id: a740c304-9117-47b2-ba2a-66e64d33bc0c }, name: Name(\"external-dns-a740c304-9117-47b2-ba2a-66e64d33bc0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 240])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2d9ef98d-ea61-4f17-9ee2-ae4de9c2e0c9, kind: Service { id: b516c7ed-65aa-4107-ab64-1f8b9a86348a }, name: Name(\"external-dns-b516c7ed-65aa-4107-ab64-1f8b9a86348a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 87])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 38609045-f8c6-4186-a18f-511858f2939d, kind: Service { id: c1e243ec-3d99-48ac-b333-250e1ce109c8 }, name: Name(\"nexus-c1e243ec-3d99-48ac-b333-250e1ce109c8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 235])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4e7b3617-aa91-42e3-b53c-7bbdd116a0b3, kind: Service { id: 451861be-357c-474c-9384-784207533ea3 }, name: Name(\"nexus-451861be-357c-474c-9384-784207533ea3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6e06fc95-33fa-4361-bb89-200db0fd8247, kind: Service { id: 1231fc65-6da4-4b0b-9996-b586bec8a6a9 }, name: Name(\"nexus-1231fc65-6da4-4b0b-9996-b586bec8a6a9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 6])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.480962118Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.481008659Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.481069001Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.481108592Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.481123732Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.481193154Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.481207724Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e08e4a87-bc98-4c13-a5cd-f21915746ec7","remote_addr":"[fd00:1122:3344:101::a]:34483","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":728,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.506879432Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ba1b8508-e108-461d-bcc9-1d1941f119e2","remote_addr":"[fd00:1122:3344:101::b]:40084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91066,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.50723255Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b54605f2-16b4-4c31-9caa-93488694a55c","remote_addr":"[fd00:1122:3344:101::b]:40084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.589148857Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60226"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.589387813Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0b6217db-2990-4f4b-9657-4c22f5d73078, kind: Service { id: a740c304-9117-47b2-ba2a-66e64d33bc0c }, name: Name(\"external-dns-a740c304-9117-47b2-ba2a-66e64d33bc0c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 240])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2d9ef98d-ea61-4f17-9ee2-ae4de9c2e0c9, kind: Service { id: b516c7ed-65aa-4107-ab64-1f8b9a86348a }, name: Name(\"external-dns-b516c7ed-65aa-4107-ab64-1f8b9a86348a\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 87])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 38609045-f8c6-4186-a18f-511858f2939d, kind: Service { id: c1e243ec-3d99-48ac-b333-250e1ce109c8 }, name: Name(\"nexus-c1e243ec-3d99-48ac-b333-250e1ce109c8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 235])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4e7b3617-aa91-42e3-b53c-7bbdd116a0b3, kind: Service { id: 451861be-357c-474c-9384-784207533ea3 }, name: Name(\"nexus-451861be-357c-474c-9384-784207533ea3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 179, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6e06fc95-33fa-4361-bb89-200db0fd8247, kind: Service { id: 1231fc65-6da4-4b0b-9996-b586bec8a6a9 }, name: Name(\"nexus-1231fc65-6da4-4b0b-9996-b586bec8a6a9\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 6])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.589452264Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.589490876Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.589512496Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.589535686Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.589548487Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.589572127Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:18.589597078Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1e868243-071d-4e79-b507-a6aa267e7958","remote_addr":"[fd00:1122:3344:101::b]:60226","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":367,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:20.18371768Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34386"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:20.184372526Z","hostname":"sock","pid":1572,"uri":"/vmms/cd97b96b-01b4-4b17-97c1-e33aab153023/state","method":"PUT","req_id":"349e925a-1625-4053-8e06-a29b02e03710","remote_addr":"[fd00:1122:3344:101::a]:34386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":575,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-22T17:05:20.184504739Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:20.184529229Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:20.18454704Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-22T17:05:20.184504739Z }","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:20.18456631Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-22T17:05:20.184504739Z }, migration_in: None, migration_out: None }","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-22T17:05:20.233739217Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:20.233764097Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:20.233789058Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-22T17:05:20.233739217Z }","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:20.233799258Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:721","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:20.233828239Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:20.235691382Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:20.235737123Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/194a5d8f-85a4-46e8-a497-21c12a2ce3c4/debug/bundle/zone\", \"/pool/int/e297fba4-9c0a-46f6-b3d8-1a645701595e/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/3171942d-f098-451f-8c68-2a573a1f7523/crypt/debug\", \"/pool/ext/ad82d217-9dc3-4b30-8aeb-19dc308c7db5/crypt/debug\", \"/pool/ext/49cf1fae-a556-4427-9025-e342dceede7e/crypt/debug\", \"/pool/ext/a6c6dd3b-5b73-4af7-9c8e-6390c3ced671/crypt/debug\", \"/pool/ext/83058afb-4730-4e6c-8f40-04a40ed6ab14/crypt/debug\", \"/pool/ext/4f787242-dde7-4087-a967-d93855bec478/crypt/debug\", \"/pool/ext/e84ec235-507c-44ae-8c23-9a1c2e444c4e/crypt/debug\", \"/pool/ext/7692978e-e7ef-41d7-a73a-73e0c38244a5/crypt/debug\", \"/pool/ext/d986c988-f527-4a52-bf1f-847b2904b160/crypt/debug\"] }","zone_name":"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:20.867337067Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023\", bundle_id: b53da92b-06f6-4bbf-b86c-7f47da725acf }, time_created: 2024-10-22T17:05:20.235864885Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_cd97b96b-01b4-4b17-97c1-e33aab153023","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T17:05:20.867426919Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:935"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:22.619278447Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:22.636420979Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(3907951), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:22.63647119Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(3907951), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:22.636833609Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-22T17:05:22.636801968Z }, migration_in: None, migration_out: None }","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:22.704320256Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-22T17:05:22.636801968Z }, migration_in: None, migration_out: None }","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:22.708826019Z","hostname":"sock","pid":1572,"instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","propolis_id":"cd97b96b-01b4-4b17-97c1-e33aab153023","instance_id":"1735ad29-9b0f-4f5c-8f49-2767439702e1","component":"InstanceManager","file":"sled-agent/src/instance.rs:872"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:23.321477239Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33358"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:23.321661083Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d3b90e5e-914c-499e-8465-52d1a0edf6bd","remote_addr":"[fd00:1122:3344:101::b]:33358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:23.357610497Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:23.357802101Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"331befb1-09b7-458b-aff4-faa737175648","remote_addr":"[fd00:1122:3344:101::b]:55897","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:23.3608082Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:23.360880222Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1203"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:23.360892492Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"356e007d-c809-447e-845d-0a72574542fa","remote_addr":"[fd00:1122:3344:101::b]:33358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:23.370232156Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"75137039-8b2d-4066-8475-79ce31bfe882","remote_addr":"[fd00:1122:3344:101::b]:33358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":397,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:23.716674685Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46901"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:23.7168584Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"4fd5a2f0-d4be-4979-981c-11e01398c4c0","remote_addr":"[fd00:1122:3344:101::a]:46901","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:23.780904088Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41786"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:23.780987769Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"290bdbaa-1154-4de8-858a-94cc5c2f00fb","remote_addr":"[fd00:1122:3344:101::a]:41786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:23.822301376Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:23.822320107Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"60d35fac-f4eb-4fee-bdd7-7978f69f1451","remote_addr":"[fd00:1122:3344:101::a]:41786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:23.830388782Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"36d7672d-ceaa-4151-aeda-dc9094f83c93","remote_addr":"[fd00:1122:3344:101::a]:41786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:24.712027896Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48847"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:24.712119878Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e7bb5b4e-b3bd-456a-a47b-5734c508e208","remote_addr":"[fd00:1122:3344:101::a]:48847","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:24.757712063Z","hostname":"sock","pid":1572,"sled_id":"16e00cfa-7b17-4bae-805b-f1a7654cd84e","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:24.757761404Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"02df8c4e-579e-45ed-b0b3-f5c52dc342e1","remote_addr":"[fd00:1122:3344:101::a]:48847","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T17:05:24.76586427Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"55a6f953-02e0-4945-8fb4-87e7e1a0863c","remote_addr":"[fd00:1122:3344:101::a]:48847","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":214,"response_code":"204"}