[ Jul  3 17:16:46 Enabled. ]
[ Jul  3 17:16:46 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ]
[ Jul  3 17:16:46 Method "start" exited with status 0. ]
[ Jul  3 17:16:46 Rereading configuration. ]
[ Jul  3 17:16:46 No 'refresh' method defined.  Treating as :true. ]
note: configured to log to "/dev/stdout"
{"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:46.30212611Z","hostname":"sock","pid":1555,"file":"illumos-utils/src/running_zone.rs:163"}
{"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:46.302302915Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"}
{"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:46.354808989Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"}
{"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:46.35485257Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"}
{"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:46.471666328Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"}
{"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:46.48090217Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"}
{"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:46.488972251Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.095409374Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"}
{"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.235276155Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:119"}
{"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.235356208Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:131"}
{"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.235375118Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:141"}
{"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.235415429Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:162","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"}
{"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.23544657Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:506"}
{"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.235482411Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:703"}
{"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.238376647Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:610"}
{"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:47.238385347Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:752"}
{"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.238401977Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:176"}
{"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.238407547Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:811"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.238425198Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/m2_0.vdev"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.238488419Z","hostname":"sock","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.238557411Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.238588412Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.238599072Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.249627031Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.249672842Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:372","id":"79bb1886-9e61-4ff7-a711-8c6409782d98 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.346339333Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 79bb1886-9e61-4ff7-a711-8c6409782d98 (zpool), kind: Internal }"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.553573667Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.553611398Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/m2_1.vdev"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.553617658Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.553627758Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.553635468Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.553640839Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.553656609Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.56248619Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.562516881Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:372","id":"d10e113a-107f-43ef-b10f-e7057ae6013a (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.650606667Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: d10e113a-107f-43ef-b10f-e7057ae6013a (zpool), kind: Internal }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.858876908Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_0.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.858925199Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 79bb1886-9e61-4ff7-a711-8c6409782d98 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d10e113a-107f-43ef-b10f-e7057ae6013a (zpool), kind: Internal } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.85895735Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.858964411Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.85897042Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.858977991Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.858983701Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_1.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.858988191Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 79bb1886-9e61-4ff7-a711-8c6409782d98 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d10e113a-107f-43ef-b10f-e7057ae6013a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859000941Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859009802Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859016402Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859027772Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859061543Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_2.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859078174Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859084503Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859095904Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_3.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859100554Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 79bb1886-9e61-4ff7-a711-8c6409782d98 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d10e113a-107f-43ef-b10f-e7057ae6013a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859119135Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859125355Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859130385Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 79bb1886-9e61-4ff7-a711-8c6409782d98 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d10e113a-107f-43ef-b10f-e7057ae6013a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859147345Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859152575Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859165266Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859170796Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859174836Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_4.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859179426Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 79bb1886-9e61-4ff7-a711-8c6409782d98 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d10e113a-107f-43ef-b10f-e7057ae6013a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859199937Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859206157Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859212067Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859216077Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859220957Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_5.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859226527Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859233378Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 79bb1886-9e61-4ff7-a711-8c6409782d98 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d10e113a-107f-43ef-b10f-e7057ae6013a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859264658Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859270159Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859275399Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859282069Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_6.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859286619Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 79bb1886-9e61-4ff7-a711-8c6409782d98 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d10e113a-107f-43ef-b10f-e7057ae6013a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.85931238Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.8593258Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.8593311Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.85933533Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.85934019Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_7.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.85934595Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859350921Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859355451Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 79bb1886-9e61-4ff7-a711-8c6409782d98 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d10e113a-107f-43ef-b10f-e7057ae6013a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859381751Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859387211Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859405152Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_8.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859411212Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859415572Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859420452Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 79bb1886-9e61-4ff7-a711-8c6409782d98 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d10e113a-107f-43ef-b10f-e7057ae6013a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859452123Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859457443Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859461593Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:91"}
{"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859471114Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:93"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859475584Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859479674Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 79bb1886-9e61-4ff7-a711-8c6409782d98 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d10e113a-107f-43ef-b10f-e7057ae6013a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859513975Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859519845Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859524255Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:200"}
{"msg":"No ledger in /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859528865Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859535125Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859541606Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"}
{"msg":"No ledger in /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859549486Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859554106Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859562046Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"}
{"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859566296Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:205"}
{"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.859572066Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:220"}
{"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.869969488Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:712"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.87000904Z","hostname":"sock","pid":1555,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:289","time_to_next_cleanup":"599.999939528s","next_cleanup":"Instant { tv_sec: 3901, tv_nsec: 314868973 }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.870081131Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.870100742Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3568"}
{"msg":"No ledger in /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.870141213Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.870152913Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.873380468Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196"}
{"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.873507071Z","hostname":"sock","pid":1555,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Injecting RSS configuration: RackInitializeRequest {\n    trust_quorum_peers: None,\n    bootstrap_discovery: OnlyOurs,\n    ntp_servers: [\n        \"0.pool.ntp.org\",\n    ],\n    dns_servers: [\n        1.1.1.1,\n        9.9.9.9,\n    ],\n    internal_services_ip_pool_ranges: [\n        V4(\n            Ipv4Range {\n                first: 10.151.2.164,\n                last: 10.151.2.173,\n            },\n        ),\n    ],\n    external_dns_ips: [\n        10.151.2.164,\n        10.151.2.165,\n    ],\n    external_dns_zone_name: \"oxide.test\",\n    external_certificates: \"<redacted>\",\n    recovery_silo: RecoverySiloConfig {\n        silo_name: Name(\n            \"recovery\",\n        ),\n        user_name: UserId(\n            \"recovery\",\n        ),\n        user_password_hash: NewPasswordHash(\n            PasswordHashString {\n                string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n                encoding: B64,\n            },\n        ),\n    },\n    rack_network_config: RackNetworkConfigV2 {\n        rack_subnet: Ipv6Net {\n            addr: fd00:1122:3344:100::,\n            width: 56,\n        },\n        infra_ip_first: 10.151.2.174,\n        infra_ip_last: 10.151.2.174,\n        ports: [\n            PortConfigV2 {\n                routes: [\n                    RouteConfig {\n                        destination: V4(\n                            Ipv4Net {\n                                addr: 0.0.0.0,\n                                width: 0,\n                            },\n                        ),\n                        nexthop: 10.151.2.100,\n                        vlan_id: None,\n                    },\n                ],\n                addresses: [\n                    UplinkAddressConfig {\n                        address: V4(\n                            Ipv4Net {\n                                addr: 10.151.2.174,\n                                width: 24,\n                            },\n                        ),\n                        vlan_id: None,\n                    },\n                ],\n                switch: Switch0,\n                port: \"qsfp0\",\n                uplink_port_speed: Speed40G,\n                uplink_port_fec: None,\n                bgp_peers: [],\n                autoneg: false,\n            },\n        ],\n        bgp: [],\n        bfd: [],\n    },\n    allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.873736507Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1011"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.873757978Z","hostname":"sock","pid":1555,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.873810649Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.87384925Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.87385751Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.87386411Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1071"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.873889381Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.873899601Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.873907071Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.873911172Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1112"}
{"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.873914842Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"}
{"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.873918432Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.873939122Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Writing ledger to /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.873963893Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.874266471Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.874419925Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"}
{"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.874437065Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1145"}
{"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.874488457Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.874496737Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.874642861Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.874764694Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.874798865Z","hostname":"sock","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b32c6f75-3c3a-4733-a1eb-7432bf0d3af7, rack_id: 8580a6bf-39f4-4e92-9bd7-5069aa34ad57, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"}
{"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.8749901Z","hostname":"sock","pid":1555,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:56395","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"}
{"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b32c6f75-3c3a-4733-a1eb-7432bf0d3af7, rack_id: 8580a6bf-39f4-4e92-9bd7-5069aa34ad57, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.875074212Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:360"}
{"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.875083382Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:375"}
{"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.875114713Z","hostname":"sock","pid":1555,"file":"sled-agent/src/server.rs:44"}
{"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.875122893Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.875126754Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:574"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.875130443Z","hostname":"sock","pid":1555,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.875151474Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"}
{"msg":"No ledger in /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.875158804Z","hostname":"sock","pid":1555,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.875167215Z","hostname":"sock","pid":1555,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.875173925Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:563"}
{"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.875178565Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:591"}
{"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.87802819Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3800"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.885029853Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.895088536Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.905109368Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.91433028Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.922986416Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.931838168Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.9403085Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.949198592Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.957636463Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"No disks to be automatically managed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.957680194Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:602"}
{"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.957684915Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:395"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.957689035Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:340"}
{"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.957695375Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:481","result":"DisksManagementResult { status: [] }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.957702065Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.979200467Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:47.995977077Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.012184961Z","hostname":"sock","pid":1555,"sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:355"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.012239342Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.012245163Z","hostname":"sock","pid":1555,"sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:367"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.012249553Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 128.950135ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.01519373Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85b65a32-15c5-468c-b8b2-a94c6158d344\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:16:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"85b65a32-15c5-468c-b8b2-a94c6158d344\" }"}
{"msg":"attempting to create encrypted zvol: name=\"oxi_79bb1886-9e61-4ff7-a711-8c6409782d98/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.02629203Z","hostname":"sock","pid":1555,"file":"sled-agent/src/swap_device.rs:153"}
{"msg":"successfully created encrypted zvol: name=\"oxi_79bb1886-9e61-4ff7-a711-8c6409782d98/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.04998614Z","hostname":"sock","pid":1555,"file":"sled-agent/src/swap_device.rs:249"}
{"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_79bb1886-9e61-4ff7-a711-8c6409782d98/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.050043592Z","hostname":"sock","pid":1555,"file":"sled-agent/src/swap_device.rs:96"}
{"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.056593433Z","hostname":"sock","pid":1555,"sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:382"}
{"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.056607174Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"}
{"msg":"Ensuring dataset oxi_79bb1886-9e61-4ff7-a711-8c6409782d98/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.056612684Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"}
{"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.129973544Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.145080309Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 147.923187ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.145834149Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d99edf9a-4ebb-4fdf-afa9-0095b958a690\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:16:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d99edf9a-4ebb-4fdf-afa9-0095b958a690\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.294903421Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 110.504752ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.295373123Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b88fb6c0-f709-48c7-96bf-d57006a6efb8\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:16:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b88fb6c0-f709-48c7-96bf-d57006a6efb8\" }"}
{"msg":"Mounting oxi_79bb1886-9e61-4ff7-a711-8c6409782d98/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.348641428Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"}
{"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.361874824Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.361990487Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.362027988Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.362048549Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.406929803Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 158.228962ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.407444197Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c442f26-32e1-42a0-88af-75981e5f7234\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:16:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0c442f26-32e1-42a0-88af-75981e5f7234\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.567293601Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 283.948274ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.567972809Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d285652-80fa-425d-bc6a-5450d2c88f1b\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:16:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8d285652-80fa-425d-bc6a-5450d2c88f1b\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.853619095Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 324.121201ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:48.854377145Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d2719f1-2710-4d64-9bd9-a64c1b928362\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:16:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2d2719f1-2710-4d64-9bd9-a64c1b928362\" }"}
{"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.083868902Z","hostname":"sock","pid":1555,"sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.084443087Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:41110","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.084475708Z","hostname":"sock","pid":1555,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:60","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.084528859Z","hostname":"sock","pid":1555,"file":"oximeter/producer/src/lib.rs:282","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:282","interval":"30s","address":"[fd00:1122:3344:101::1]:41110","producer_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:49.090179327Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"330.1586ms"}
{"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.131829598Z","hostname":"sock","pid":1555,"component":"VmmReservoirManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"}
{"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.131861158Z","hostname":"sock","pid":1555,"component":"VmmReservoirManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"}
{"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.131949321Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:895","underlay_address":"fd00:1122:3344:101::1"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.131957261Z","hostname":"sock","pid":1555,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.132662499Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:196"}
{"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.13268618Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:430"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.132707951Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Writing ledger to /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.132724951Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.132931126Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.13308875Z","hostname":"sock","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.133124742Z","hostname":"sock","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.133135602Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3568"}
{"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.133151522Z","hostname":"sock","pid":1555,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:56395","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"}
{"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.362701961Z","hostname":"sock","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.368921343Z","hostname":"sock","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.368929874Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.368944994Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.368951244Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.368955235Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.368973555Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.369054897Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:49.37604967Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.400435968Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:65500"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.400597263Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.400679425Z","hostname":"sock","pid":1555,"uri":"/inventory","method":"GET","req_id":"5fb2f4f0-1063-4cf6-8d92-0213d03aa270","remote_addr":"[fd00:1122:3344:101::1]:65500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":163,"response_code":"200"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:49.421855709Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"523.47811ms"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.431323857Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:34932"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.43143695Z","hostname":"sock","pid":1555,"uri":"/sled-role","method":"GET","req_id":"ab53bd5d-02c8-42a5-9059-3fa9a0e8029a","remote_addr":"[fd00:1122:3344:101::1]:34932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":38,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.432857367Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Writing ledger to /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.432885648Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.433208116Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.433413542Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:832"}
{"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { disks: [OmicronPhysicalDiskConfig { id: 3d8d93c7-d8c6-4f4f-9f99-34276f9c890a, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, pool_id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool) }, OmicronPhysicalDiskConfig { id: 730bffb8-55c4-478c-94bf-eafa0b03f356, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, pool_id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool) }, OmicronPhysicalDiskConfig { id: e5182fa3-707b-45b5-ae5a-36007c253264, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, pool_id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool) }, OmicronPhysicalDiskConfig { id: 75aaa882-d7ca-4bc3-be43-f70f8d9b7ca1, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, pool_id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool) }, OmicronPhysicalDiskConfig { id: bf865ace-34c9-4162-884f-c14cdcb0c51c, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, pool_id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool) }, OmicronPhysicalDiskConfig { id: 6e10c7fe-6f26-44d4-bc87-73918b57a07c, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, pool_id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool) }, OmicronPhysicalDiskConfig { id: c65339da-1f11-48c0-9fc0-bcdafb1e8685, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, pool_id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool) }, OmicronPhysicalDiskConfig { id: 03168405-7680-4c3c-bf1f-95bd77dd10ae, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, pool_id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool) }, OmicronPhysicalDiskConfig { id: e80bedc3-e830-44b5-a49e-8857a3087513, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, pool_id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool) }], generation: Generation(1) }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.461814695Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:348"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.461919708Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:37131"}
{"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 3d8d93c7-d8c6-4f4f-9f99-34276f9c890a, pool_id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 730bffb8-55c4-478c-94bf-eafa0b03f356, pool_id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: e5182fa3-707b-45b5-ae5a-36007c253264, pool_id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 75aaa882-d7ca-4bc3-be43-f70f8d9b7ca1, pool_id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: bf865ace-34c9-4162-884f-c14cdcb0c51c, pool_id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 6e10c7fe-6f26-44d4-bc87-73918b57a07c, pool_id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: c65339da-1f11-48c0-9fc0-bcdafb1e8685, pool_id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 03168405-7680-4c3c-bf1f-95bd77dd10ae, pool_id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: e80bedc3-e830-44b5-a49e-8857a3087513, pool_id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.462098622Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.462104893Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.462110523Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.462115173Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:725"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.462120693Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:340"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.462125253Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.462130763Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.462136294Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.594875298Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:49.594928479Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"19af80d7-20da-4a92-a47f-4eed9468a997 (zpool)"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:50.067897658Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.051423322s"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-03T17:16:50.296579494Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:50.706412471Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:50.897697189Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:50.89776598Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:50.897776011Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:50.897801151Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:50.897814121Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:50.897964625Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:50.897973136Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:51.301750965Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:51.753323814Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.136766452s"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:51.753646973Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-03T17:16:51.753670974Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:51.976220088Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 35.852904ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:52.190506388Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Automatically destroying dataset: oxp_19af80d7-20da-4a92-a47f-4eed9468a997/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:52.196770761Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 85.360794ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:52.768527117Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-03T17:16:52.770341665Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 124.646148ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:53.425213835Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:53.816798015Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.956186428s"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-03T17:16:53.816863286Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 223.161019ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:53.817029331Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:53.817061892Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 750.356919ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:54.641850171Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-03T17:16:54.846207769Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Looking for unencrypted datasets in oxp_19af80d7-20da-4a92-a47f-4eed9468a997","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:55.081243551Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:55.285093856Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:55.285163708Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:55.285171958Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:55.285179159Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:55.285186099Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:55.491496389Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:55.491545791Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:56.608363883Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:56.820366732Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:56.820431484Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:56.820443394Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:56.820451644Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:56.820458604Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:56.820574367Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:56.820585838Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:57.488783067Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.170514067s"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-03T17:16:57.488857099Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:57.705475659Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:58.156857034Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_d2bd0142-f991-45b1-a8c3-87117e50faeb/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:58.624573537Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:16:59.274467717Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-03T17:16:59.274522829Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.469123872Z","hostname":"sock","pid":1555,"component":"VmmReservoirManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"}
{"msg":"Looking for unencrypted datasets in oxp_d2bd0142-f991-45b1-a8c3-87117e50faeb","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.577198271Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.585007576Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.585037037Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.585043277Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.585047857Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.585064317Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.594217327Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.594247448Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"041d2335-724e-40fa-b471-4dbb693450ef (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.685857316Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.692940011Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.692999172Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.693007163Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.693042714Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.693055224Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.693166247Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.693173107Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.730274768Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_041d2335-724e-40fa-b471-4dbb693450ef/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.737962149Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_041d2335-724e-40fa-b471-4dbb693450ef","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.859813949Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.868431455Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.868484326Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.868491426Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.868499246Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.868510586Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.87819998Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.878242201Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.973074463Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.980802686Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.980854167Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.980861007Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.980906678Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.980933179Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.981055792Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:16:59.981062783Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.016268334Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_dfa12470-06d5-45a0-8669-27a46e0a6bd5/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.025756042Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_dfa12470-06d5-45a0-8669-27a46e0a6bd5","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.149524342Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.157648555Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.157678795Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.157689156Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.157694916Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.157704376Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.167629936Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.167659707Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.262640843Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.270507889Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.270540369Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.27054769Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.270591281Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.270598631Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.270734595Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.270740325Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-03T17:17:00.275996962Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.306552992Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.314720426Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.436785531Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.444915114Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.444987456Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.444998846Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.445009816Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.445023427Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.455252615Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.455287935Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.543910795Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.551645858Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.551678758Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.551686959Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.551703739Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.551715989Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.551826232Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.551842343Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.586402717Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_da517756-cb4c-4c7d-801d-76be4f2c6b99/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.593886583Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_da517756-cb4c-4c7d-801d-76be4f2c6b99","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.715853286Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.724250276Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.724298297Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.724331688Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.724342708Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.724347228Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.733355604Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.733383944Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.824965762Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.832771146Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.832820097Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.832826987Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.832876179Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.832889799Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.833038073Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.833047373Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.867607458Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:00.871075609Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"Automatically destroying dataset: oxp_b1a69700-f4f0-431b-a2e4-01730c4dc7ca/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.875518235Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.991930122Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2244"}
{"msg":"Looking for unencrypted datasets in oxp_b1a69700-f4f0-431b-a2e4-01730c4dc7ca","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:00.997121038Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.007589732Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.007637873Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.007658784Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.007664784Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.007669074Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.018762284Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.018794155Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.115323502Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.123033174Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.123066975Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.123082365Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.123126286Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.123136936Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.123310671Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.123334351Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.158726118Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_9a5e4998-d7b0-40f0-b128-02062c0cf24b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.166693876Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-03T17:17:01.280431223Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Looking for unencrypted datasets in oxp_9a5e4998-d7b0-40f0-b128-02062c0cf24b","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.289529102Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.297348186Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.297402168Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.297412008Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.297419648Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.297425988Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.306747122Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.306782873Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.398909555Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.406555365Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.406589106Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.406596046Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.406634867Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.406645267Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.40674608Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.40675302Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.440782501Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_272c7cf9-0f7e-4503-b3fe-af721bc036ca/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.448533283Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_272c7cf9-0f7e-4503-b3fe-af721bc036ca","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.573869524Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.581597106Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.581635298Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Writing ledger to /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.581684019Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.581803972Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 79bb1886-9e61-4ff7-a711-8c6409782d98 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d10e113a-107f-43ef-b10f-e7057ae6013a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.581839513Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.581845743Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Writing ledger to /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.581985327Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.582313725Z","hostname":"sock","pid":1555,"uri":"/omicron-physical-disks","method":"PUT","req_id":"8df40e3f-cdab-4e30-a238-16db8ec9e10d","remote_addr":"[fd00:1122:3344:101::1]:37131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":12120353,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.612975598Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.613129502Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:39181"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.613401969Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.613407889Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:01.660661566Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"20.45928785s"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.664594719Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.664605089Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.713741825Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.713779406Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.762777449Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.76281384Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.76281879Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.762858981Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.807545401Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.807577641Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.807583662Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.857706984Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.861421211Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.865352744Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.877500592Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.881739933Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:01.885879921Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-03T17:17:02.281826705Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:02.869434035Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"Profile for oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService1\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:1::2\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:1::1\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:1::1]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"[fd00:1122:3344:1::1]:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:03.392297031Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:03.392422684Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:03.392740362Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService2\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:2::2\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:2::1\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:2::1]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"[fd00:1122:3344:2::1]:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:03.879205576Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:04.355880362Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"}
{"msg":"Profile for oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService3\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:3::2\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:3::1\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:3::1]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"[fd00:1122:3344:3::1]:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:04.356033336Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:04.356044206Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"}
{"msg":"wait for service Some(\"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b\") failed: Property not found. retry in 35.038424ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:04.362189317Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:04.362231659Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:04.36573116Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b\") failed: Property not found. retry in 106.724778ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:04.406107157Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9\") failed: Property not found. retry in 69.168283ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:04.488644847Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425\") failed: Property not found. retry in 30.855435ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:04.495375313Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b\") failed: Property not found. retry in 285.579965ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:04.521175349Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425\") failed: Property not found. retry in 142.279591ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:04.533376778Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9\") failed: Property not found. retry in 86.885108ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:04.6392874Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425\") failed: Property not found. retry in 223.983386ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:04.814982759Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b\") failed: Property not found. retry in 220.102126ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:04.830374352Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9\") failed: Property not found. retry in 235.092732ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:04.848164698Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425\") failed: Property not found. retry in 245.054469ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:05.057314251Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b\") failed: Property not found. retry in 717.351124ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:05.066906883Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9\") failed: Property not found. retry in 543.189907ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:05.094288319Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425\") failed: Property not found. retry in 1.144609722s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:05.31170552Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9\") failed: Property not found. retry in 992.739418ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:05.647262613Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b\") failed: Property not found. retry in 1.083721374s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:05.795102783Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425\") failed: Property not found. retry in 1.044622111s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:06.465632994Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9\") failed: Property not found. retry in 1.426001189s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:06.649170158Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b\") failed: Property not found. retry in 1.48013303s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:06.887671841Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Ensuring bootstrap address fdb0:18c0:4d0d:a02a::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:07.045690337Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2261"}
{"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:07.045701987Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:626"}
{"msg":"wait for service Some(\"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425\") failed: Property not found. retry in 801.719051ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:07.518806111Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe76:8208","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:07.592024647Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2268"}
{"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:07.597743927Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2329"}
{"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:07.71783334Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2514"}
{"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:07.957836963Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2678"}
{"msg":"wait for service Some(\"oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9\") failed: Property not found. retry in 1.34577132s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:08.083877141Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:08.148739419Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2393"}
{"msg":"wait for service Some(\"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425\") failed: Property not found. retry in 796.943826ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:08.332610002Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b\") failed: Property not found. retry in 1.370818297s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:08.375830853Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:08.455328974Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2428"}
{"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:08.667084277Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2728"}
{"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:08.851377541Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2755"}
{"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:09.06721508Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2622"}
{"msg":"wait for service Some(\"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425\") failed: Property not found. retry in 999.736418ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:09.138782393Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:09.265524951Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2422"}
{"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:09.275343688Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3824","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:09.275394969Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3840"}
{"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:09.27540558Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:09.841343543Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3848"}
{"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:09.847513045Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3904"}
{"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:09.976413149Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3966"}
{"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.07196506Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3947","rack_subnet":"fd00:1122:3344::"}
{"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.093660967Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3994"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.161942335Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_internal_dns_49bdd588-38fd-4003-b854-62bed825155b"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.162018137Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_internal_dns_119d78a3-4d6f-4fca-8a1c-6bc915931de9"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.162023447Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_internal_dns_1d45c510-cf93-4f5b-8ee5-53e937931425"}
{"msg":"Writing ledger to /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.162070668Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.162336805Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.162561461Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"f702ab78-a1e5-497e-aa09-b3f6d9132015","remote_addr":"[fd00:1122:3344:101::1]:39181","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8549366,"response_code":"204"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.164238315Z","hostname":"sock","pid":1555,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"}
{"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.190994525Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4021"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.225849258Z","hostname":"sock","pid":1555,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.2901086Z","hostname":"sock","pid":1555,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"}
{"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.318325638Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:369"}
{"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.353746855Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:585"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.353763646Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.361449207Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:417"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.419758303Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.42079301Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.42080355Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.428465731Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:656"}
{"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.428552423Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:694"}
{"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.428880902Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:697","uptime":"3"}
{"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.428896292Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:439","config":"PortSettings {\n    links: {\n        \"0\": LinkSettings {\n            addrs: [\n                10.151.2.174,\n            ],\n            params: LinkCreate {\n                autoneg: false,\n                fec: None,\n                kr: false,\n                lane: Some(\n                    LinkId(\n                        0,\n                    ),\n                ),\n                speed: Speed40G,\n            },\n        },\n    },\n}"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.461509056Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.461689641Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:34466"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.461948558Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.461957348Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.482987818Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.48306618Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.503515286Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.503610738Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.523847238Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.523960731Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.523973301Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.523982381Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.523999022Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524010442Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524019332Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524027972Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524035143Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524043263Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524052803Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524070253Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524085064Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524091984Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524100234Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524108534Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524114845Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524123345Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524129995Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524136655Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524143246Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524148146Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524154446Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524160716Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524188917Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.52432052Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.524389482Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.535081742Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.56712155Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.567744327Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.567751237Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.610180958Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 138, 231]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.610216728Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"ntp"}
{"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.610709691Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.610714201Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.610992179Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.612068437Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.635068199Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:10.652738861Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService4\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::1b\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/chrony-setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"allow\" value=\"fd00:1122:3344:100::/56\"/>\n        <propval type=\"boolean\" name=\"boundary\" value=\"true\"/>\n        <propval type=\"astring\" name=\"server\" value=\"0.pool.ntp.org\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"1.1.1.1\" />\n            <value_node value=\"9.9.9.9\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/ntp\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte0\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.3.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.3.5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:11.277093234Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:11.277261148Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719\") failed: Property not found. retry in 51.419499ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:11.411631665Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719\") failed: Property not found. retry in 111.038458ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:11.470916427Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719\") failed: Property not found. retry in 102.517106ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:11.607062061Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719\") failed: Property not found. retry in 553.096421ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:11.721428064Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719\") failed: Property not found. retry in 749.563844ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:12.284273656Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719\") failed: Property not found. retry in 1.023715841s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:13.044769022Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:13.743496111Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33889"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:13.744522408Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"75b73022-24f1-4d41-b448-606968362bad","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33889","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":915,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719\") failed: Property not found. retry in 931.226068ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:14.07773489Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719\") failed: Property not found. retry in 672.356303ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:15.018102623Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719\") failed: Property not found. retry in 1.184831912s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:15.700072664Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:16.904654773Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719"}
{"msg":"Writing ledger to /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:16.904752866Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:16.905206268Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:16.905485005Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"e255621f-621e-4fd1-b848-033596c9ccf1","remote_addr":"[fd00:1122:3344:101::1]:34466","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":6443753,"response_code":"204"}
{"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:16.907805506Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:626"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:16.93700476Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:16.937167664Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:34215"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:16.946261352Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3554"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:16.946449567Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"75fb6b7d-7c7a-47e4-bdf6-8544994d52db","remote_addr":"[fd00:1122:3344:101::1]:34215","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9026,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:16.949504197Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:17.090263321Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:17.090368294Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:63595"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:21.098969259Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3554"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:21.099057371Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"fe7b6aec-cfa0-4ef9-ab9b-b9d82a9a53e6","remote_addr":"[fd00:1122:3344:101::1]:63595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008580,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:21.102786999Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:21.265034765Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:21.265147598Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:48786"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:21.274083922Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3554"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:21.274231096Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"9b8bb88e-8d4c-44cb-876e-f3f86f6b95ac","remote_addr":"[fd00:1122:3344:101::1]:48786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9009,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:21.275777796Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:21.463404928Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:21.46349608Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:58087"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_1cdddd18-5c0e-4229-82a5-b64063648719': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:25.472122514Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3554"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:25.472288578Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"d85c9147-1eec-450f-b49a-148fc71e3fec","remote_addr":"[fd00:1122:3344:101::1]:58087","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008706,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:25.475701498Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:25.704208669Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:25.704340632Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:35563"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:25.714592761Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"8b1a4121-d1a1-4295-9e9e-7bb3b49b1db9","remote_addr":"[fd00:1122:3344:101::1]:35563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":10099,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:25.717957659Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:25.717965679Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:26.034216317Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:26.034319539Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:57580"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:26.043211202Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"472bc9b0-c7db-4b67-8730-a027b7fa3bc2","remote_addr":"[fd00:1122:3344:101::1]:57580","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8782,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:26.045222125Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:26.045226445Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:26.363994038Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:26.364099171Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:61896"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:26.373102387Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"1995b89f-0613-423e-a3c7-533dbdbde6c7","remote_addr":"[fd00:1122:3344:101::1]:61896","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8861,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:26.374434722Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:26.374440712Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:26.704735168Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:26.704869441Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:33230"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:26.713095166Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"4c2bf8c4-d977-4de7-9b9b-c0881e77ea7b","remote_addr":"[fd00:1122:3344:101::1]:33230","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8110,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:26.715006856Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:26.715013806Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:27.235346866Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:27.23551237Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:37004"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:27.244589328Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"94cb76ed-1d10-44d7-9d64-bf6766ea02e8","remote_addr":"[fd00:1122:3344:101::1]:37004","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":9039,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:27.245960364Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:27.245965954Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:27.585970384Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:27.586081547Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:52709"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:27.59462758Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"979b6283-f4e8-4771-b0b6-cb5053d87e33","remote_addr":"[fd00:1122:3344:101::1]:52709","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8382,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:27.597967798Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:27.597975308Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:28.020596899Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:28.020693882Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:45875"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:28.028566788Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"dc1fa2e3-c5cd-4705-a64d-3bf46832183d","remote_addr":"[fd00:1122:3344:101::1]:45875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":7763,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:28.030513699Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:28.030519929Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:28.980591827Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:28.9807146Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:53161"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:28.989613683Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"a914c279-1480-455d-85c3-964a285e5d48","remote_addr":"[fd00:1122:3344:101::1]:53161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8752,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:28.991536094Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:28.991542804Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:29.582741848Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:29.582864692Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:48770"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:29.590983864Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"3800ca02-f731-4672-986c-a0cf76e9d0ee","remote_addr":"[fd00:1122:3344:101::1]:48770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":7990,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:29.593166751Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:29.593689225Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:30.377210324Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:30.377322687Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:40112"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:30.386060485Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"885cf459-7e2e-4dd0-81a8-b19096b2751c","remote_addr":"[fd00:1122:3344:101::1]:40112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8603,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:30.387904564Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:30.387914114Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:31.787683723Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:31.787806756Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:61852"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:31.7959908Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"d066617c-68eb-44d1-ac98-5b255da8ea10","remote_addr":"[fd00:1122:3344:101::1]:61852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8059,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:31.798189888Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:31.798197228Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:32.966976901Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:32.967092714Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:62243"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:32.975977596Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"c945ff02-85c2-4a27-aa5b-504309edce8f","remote_addr":"[fd00:1122:3344:101::1]:62243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8743,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:32.97804446Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:32.978053011Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:34.728412696Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:34.72854301Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:58763"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:34.736360135Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"9ef0e7fe-1d08-4146-99a6-8af12185c6fe","remote_addr":"[fd00:1122:3344:101::1]:58763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":7675,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:34.740314618Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:34.740325388Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:35.855333403Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:35.855458337Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:38714"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:35.864951315Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"0b817561-f12a-44db-8a38-1edf0f8a901a","remote_addr":"[fd00:1122:3344:101::1]:38714","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":9335,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:35.867118862Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:35.867124422Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:37.140256295Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:37.140369738Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:34020"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:37.14846527Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"c1eb8c2b-d31a-4f15-82ad-40303c5e046f","remote_addr":"[fd00:1122:3344:101::1]:34020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":7909,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:37.150510174Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:37.150524064Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:39.52557479Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:39.525691603Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:40391"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:39.533878777Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"31c3665b-c72f-4a23-8ae7-ab03c37f2092","remote_addr":"[fd00:1122:3344:101::1]:40391","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8036,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:39.535991353Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:39.536001363Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:40.508778926Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"365.599957ms"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:42.213232459Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:42.213358372Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:37935"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:42.222226554Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"1b86aaed-2bb3-4cec-b359-389dcc5a558f","remote_addr":"[fd00:1122:3344:101::1]:37935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8714,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:42.225410937Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:42.225418938Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:43.775273345Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51268"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:43.775372188Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"fbbc191a-0cf1-40b5-9545-73870f60484c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51268","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":56,"response_code":"200"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:45.288886394Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:45.288999256Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:35837"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:45.298172797Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"7f21037e-b61f-43a2-89eb-18b83e6ace22","remote_addr":"[fd00:1122:3344:101::1]:35837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":9020,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:45.299757388Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:45.299764348Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:51.941508703Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:51.941631846Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:59076"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:51.951371261Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"c1d514a4-1109-4559-a5c9-9bcc2325dc08","remote_addr":"[fd00:1122:3344:101::1]:59076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":9584,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:17:51.955318535Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:51.955329155Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:17:55.908535419Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"494.486121ms"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:00.264852894Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:00.265052689Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:37330"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:00.274176238Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"b61a0f72-8a69-4507-b962-2c645e3c9869","remote_addr":"[fd00:1122:3344:101::1]:37330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":9046,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:00.276919679Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:00.27692547Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:09.256019374Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:09.256144418Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:63635"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:09.265313638Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"b93e07e1-0e53-47a3-8554-9926c8ef4dfd","remote_addr":"[fd00:1122:3344:101::1]:63635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":9008,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:09.2680963Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:09.268102651Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:11.4361743Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"1.259365521s"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:13.808289909Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41743"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:13.808371561Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"14a65f2a-3cec-4f8b-8d6d-45ecb281e1b3","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41743","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":41,"response_code":"200"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:19.019876781Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:19.020037765Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:47959"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:19.029662877Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"477fa802-b8b5-45be-8af9-669b09ae415f","remote_addr":"[fd00:1122:3344:101::1]:47959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":9536,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:19.034563925Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:19.034572235Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:27.730408426Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"2.387907685s"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:29.233228132Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:29.233350295Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:53052"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:29.242866254Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"f4626b2e-d84c-452f-9a72-cfad9a665073","remote_addr":"[fd00:1122:3344:101::1]:53052","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":9417,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:29.245530074Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:29.245540854Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.28096218Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.281072523Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:65087"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.303653294Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"59eb6c4d-82cb-4744-abb7-3de7b194959a","remote_addr":"[fd00:1122:3344:101::1]:65087","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":22404,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1097084582, ip_addr: 65.100.46.166, stratum: 2, ref_time: 1720027112.5381055, correction: -0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.306289993Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.306303363Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1224"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.334463921Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.334560753Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:47100"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.3348155Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.33483203Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.354746311Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.354800133Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.373993025Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.374041016Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.391573435Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.391622997Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.446597626Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.446648957Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.499938992Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.500001964Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.552223271Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.552272402Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.604105798Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.60416087Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.657130386Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.657204188Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.657489246Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.657618709Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.741719511Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.741792642Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.741811753Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.741819303Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.741826323Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.83030547Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.83416098Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.837944109Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.842049887Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.84674836Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.851307579Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.856205737Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.860781467Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.86585216Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:40.870594634Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService7\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::5]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"a7502c38-b2cf-4077-8108-09a9cba306a6\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::5]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::5]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:1::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:43.889841843Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:43.889983837Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService6\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::3\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::3]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"58d381eb-8230-4dcc-985b-fd4a53aa40b8\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::3]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::3]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:1::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:43.896349853Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:43.896440646Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService5\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::4\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::4]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"aea11ae0-dc36-43d1-9243-d30597f31208\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::4]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::4]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:1::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:43.905298667Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:43.905449321Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService8\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::6\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::6]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"28a08b63-482f-426d-9af8-ead23e5f16ff\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::6]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::6]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:1::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:43.914684443Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:43.914840387Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService9\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::7\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::7]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"ddf520ab-f266-4238-accd-290a5c9d01dc\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::7]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::7]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:1::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:43.919992972Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:43.920136306Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6\") failed: Property not found. retry in 55.666321ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:44.038329989Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 43.253596ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:44.045640321Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 50.485728ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:44.052413478Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 63.618779ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:44.059136864Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 51.516204ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:44.06548938Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 106.264908ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:44.096744129Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6\") failed: Property not found. retry in 146.849131ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:44.134193479Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 138.266983ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:44.255995947Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:44.411859377Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61022"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:18:44.425634077Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"fd35f09c-fad4-41c0-aa5e-51bde0b2e095","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61022","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":13225,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 54.380424ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:44.570643773Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 143.609812ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:44.90595146Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 292.906007ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:44.988584033Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 298.061659ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:45.133822324Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6\") failed: Property not found. retry in 162.885361ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:45.197937783Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 289.996352ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:45.338619515Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 122.463277ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:45.43125249Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 490.968146ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:45.5294587Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:45.600548651Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"2.124532146s"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 334.580694ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:45.600590962Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6\") failed: Property not found. retry in 390.055001ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:45.631693856Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 525.231369ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:45.667382081Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 365.618029ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:45.71245272Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 859.776402ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:45.95772933Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 451.352624ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:46.082176288Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6\") failed: Property not found. retry in 466.362543ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:46.092691643Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 1.053042141s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:46.112599504Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 600.423152ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:46.208928586Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 1.006944702s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:46.656781378Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6\") failed: Property not found. retry in 1.368453158s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:46.681538876Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 1.351105933s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:46.821737196Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 978.430029ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:46.830958807Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 644.628534ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:47.176223615Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 911.068597ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:47.674732423Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 1.13606871s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:47.818883517Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 655.531046ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:47.828926079Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6\") failed: Property not found. retry in 602.587865ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:48.059351601Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 1.070275818s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:48.182194946Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 553.066609ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:48.494211173Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 793.266161ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:48.596728566Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6\") failed: Property not found. retry in 705.160268ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:48.673372662Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 1.296900803s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:48.96631763Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 897.094309ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:49.05874675Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 1.097539387s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:49.26317599Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6\") failed: Property not found. retry in 729.857803ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:49.388579513Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 674.957637ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:49.398150733Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 1.289173533s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:49.966231493Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 944.706692ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:50.081531771Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6\") failed: Property not found. retry in 1.450178038s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:50.126436526Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 1.333808669s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:50.270734214Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 616.214797ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:50.368523953Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 835.592341ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:51.2372246Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 666.804465ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:51.278273054Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 1.459848675s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:51.506875688Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6\") failed: Property not found. retry in 1.377008297s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:51.829811591Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 1.256035295s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:51.855663067Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 991.168559ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:51.954743341Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 634.190823ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:52.082725941Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 724.877456ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:52.726304797Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 617.191789ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:52.955608548Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 791.443191ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:52.974862712Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 1.366818443s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:53.103851858Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 1.28261512s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:53.443381676Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 1.259634664s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:53.565340467Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 569.022767ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:53.7572299Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 1.464524876s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:54.348349273Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 666.351635ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:54.484946548Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 625.311729ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:54.736466492Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 1.407850882s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:54.836198252Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 777.750243ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:55.164928137Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 791.663579ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:55.378391224Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 672.201391ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:55.823482045Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 1.18787548s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:55.951735452Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 1.313616695s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:56.179321839Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 1.01093016s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:56.253612974Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 1.084578767s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:56.504158872Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 555.090615ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:57.14706933Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 1.401693803s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:57.272436281Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 541.564796ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:57.502509213Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 1.369007563s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:57.598614509Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 1.069531479s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:57.710704123Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 1.025417612s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:58.052935211Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 981.598612ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:58.683069265Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 1.290935059s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:58.78909584Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 672.586089ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:58.977181544Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 980.064551ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:59.086842904Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 868.517867ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:59.65865492Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 967.06461ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:18:59.674059154Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 872.895212ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:00.076790335Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 889.781704ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:00.089107658Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 501.175987ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:00.535947044Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 716.649166ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:00.649638069Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 870.77209ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:00.958102764Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 601.694516ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:00.987850052Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc\") failed: Property not found. retry in 1.462425463s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:01.046263591Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 592.940879ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:01.375057217Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 786.365716ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:01.597353686Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff\") failed: Property not found. retry in 1.026457707s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:01.837468591Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208\") failed: Property not found. retry in 1.285595934s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:01.976663125Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8\") failed: Property not found. retry in 958.934956ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:02.393374572Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:02.987796061Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"10.116850577s"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:03.372240864Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_cockroachdb_aea11ae0-dc36-43d1-9243-d30597f31208"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:03.372296785Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_cockroachdb_58d381eb-8230-4dcc-985b-fd4a53aa40b8"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:03.372304735Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_cockroachdb_a7502c38-b2cf-4077-8108-09a9cba306a6"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:03.372310186Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:03.372325746Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_cockroachdb_ddf520ab-f266-4238-accd-290a5c9d01dc"}
{"msg":"Writing ledger to /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:03.372386917Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:03.372803598Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:03.373118267Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"5e328643-583b-4ed5-8ecd-3aeb73c099a1","remote_addr":"[fd00:1122:3344:101::1]:47100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":22814495,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:03.405072603Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:37225"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:03.436082635Z","hostname":"sock","pid":1555,"uri":"/cockroachdb","method":"POST","req_id":"a3fc193a-f1b4-487c-b2dc-28655acacfca","remote_addr":"[fd00:1122:3344:101::1]:37225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_28a08b63-482f-426d-9af8-ead23e5f16ff /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1  stdout: \n  stderr: ipadm: Address object not found","latency_us":30843,"response_code":"500"}
{"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:03.436335751Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:966","retry_after":"99.696492ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3fc193a-f1b4-487c-b2dc-28655acacfca\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:03 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a3fc193a-f1b4-487c-b2dc-28655acacfca\" }"}
{"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::6]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:03.570497933Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3388"}
{"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:15.15580211Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3406"}
{"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.819802485Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3429"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.820251857Z","hostname":"sock","pid":1555,"uri":"/cockroachdb","method":"POST","req_id":"b776d39c-2bbe-4772-9258-7812e3e6bd19","remote_addr":"[fd00:1122:3344:101::1]:37225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":23282904,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.82115175Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45084"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.821689194Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"11a206af-8f21-4d08-8447-ab690e67b25d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45084","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":447,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.865657815Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.865864911Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:52088"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.866163068Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.866178989Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.89412012Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.894189512Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.916509886Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.916554938Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.937122036Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.937173357Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.955176708Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.95522047Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.973831267Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.973887598Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.992006222Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:26.992056554Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.011819191Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.011885393Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.029608677Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.029668908Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.138726123Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.138783514Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.252180743Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.252253474Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.345048814Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.345111505Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.439562427Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.439626369Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.551035095Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.551094717Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.667818912Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.667888684Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.770659204Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.770723736Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.889383491Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.889446733Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.998087047Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:27.998145988Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.086134901Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.086203183Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.185853242Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.185917363Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.26220737Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.262309553Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.262865658Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.263055083Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.37678844Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376858741Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376867071Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376873282Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376880452Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376886032Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376893062Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376897272Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376904552Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376911693Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376917233Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376924223Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376930403Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376946694Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376952244Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376956094Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376959804Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376964924Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.376968734Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.377045686Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"0edcae84-7499-4d03-aca2-e4ed7df100da","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized)]","latency_us":1511147,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.377299063Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"51.886787ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0edcae84-7499-4d03-aca2-e4ed7df100da\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:28 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0edcae84-7499-4d03-aca2-e4ed7df100da\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.429460308Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.429868029Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.429877749Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.453292122Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.453335523Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.475348729Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.475392921Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.496099423Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.496141873Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.517189895Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.517226025Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.537529856Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.537566287Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.557011966Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.557053867Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.577455781Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.577499472Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.597985938Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.598022099Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.617585582Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.617623512Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.63891794Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.638967001Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.660408492Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.660449864Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.681822383Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.681877614Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.701460327Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.701502468Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.72256933Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.722610251Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.742155282Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.742195493Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.762211427Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.762248788Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.783443763Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.783486714Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.805531211Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.805569352Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.826861949Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.826912501Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.847957592Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.848015843Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.84825832Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.848401023Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.948676658Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.9487519Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.94876073Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.94876703Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.948774531Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.948778851Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.948785971Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.948791781Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.948799381Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.948807541Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.948815152Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.948820732Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.948827512Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.948832952Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.948838212Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.948843472Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.948850322Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.948860383Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.948865733Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:28.948952225Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"7c641e57-216a-4963-a925-0e7f5ae2306d","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized)]","latency_us":519343,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:28.94915211Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"175.861566ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c641e57-216a-4963-a925-0e7f5ae2306d\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:28 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7c641e57-216a-4963-a925-0e7f5ae2306d\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.125605109Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.125987939Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.12602962Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.149409872Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.149461164Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.170495574Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.170550986Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.191840553Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.191894124Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.211294542Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.211356764Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.230591717Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.230643258Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.248741512Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.248790253Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.266311152Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.266356623Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.284429506Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.284475368Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.30404271Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.304089811Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.323427377Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.323480609Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.342486316Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.342533687Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.361909205Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.361955586Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.381197959Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.381259131Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.400197397Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.400244248Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.419583724Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.419629545Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.437975205Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.438017407Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.45724694Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.457308142Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.477692285Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.477746706Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.496922628Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.49697705Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.516157292Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.516217393Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.51645826Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.516600603Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619312622Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619387884Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619397344Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619407294Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619415825Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619422125Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619451955Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619460276Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619468126Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619472676Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619479056Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619483566Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619488347Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619494737Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619499237Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619507067Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619514367Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619518957Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619522517Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.619566969Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"0e3e074c-0e1b-4e48-b12f-c7b69acca193","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized)]","latency_us":493811,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:29.619751343Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"140.478385ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e3e074c-0e1b-4e48-b12f-c7b69acca193\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0e3e074c-0e1b-4e48-b12f-c7b69acca193\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.76098371Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.761300148Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.761342729Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.784481495Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.784533407Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.80605442Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.806100241Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.825415117Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.825463198Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.847109394Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.847165506Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.869978103Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.870037165Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.890022698Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.890065329Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.908397829Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.90844088Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.928465254Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.928507395Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.947337248Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.947378659Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.965972846Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.966024067Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.984565383Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:29.984614864Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.002858391Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.002902203Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.023960764Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.024000715Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.046098003Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.046146034Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.065877221Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.065930842Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.085468754Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.085525265Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.104149443Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.104199724Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.122509143Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.122555264Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.140670098Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.14072097Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.160006755Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.160076566Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.160251561Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.160419455Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.258656527Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.258715188Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.258723689Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.258729609Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.258736659Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.258742359Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.258749819Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.25875524Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.25876119Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.25876682Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.258792741Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.258799811Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.258805421Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.258812381Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.258817641Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.258823191Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.258828542Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.258835211Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.258840542Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.258946085Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"73214f9e-0940-47ed-ae97-60336efae815","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized)]","latency_us":497846,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.25915547Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"126.992051ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73214f9e-0940-47ed-ae97-60336efae815\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"73214f9e-0940-47ed-ae97-60336efae815\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.386591966Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.386917144Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.386939305Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.408417197Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.408466568Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.42915713Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.429207931Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.450722414Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.450771886Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.470218985Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.470266706Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.490197598Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.490239549Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.5097931Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.509840032Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.530200014Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.530266056Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.549754077Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.549802228Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.569527954Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.569574845Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.590224196Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.590280997Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.610918318Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.610974209Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.630711476Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.630756837Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.650246677Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.650298628Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.669432219Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.669492101Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.688030936Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.688082137Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.706353916Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.706401827Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.727364195Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.727407107Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.745807988Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.745846429Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.764886828Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.764929579Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.783770012Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.783812853Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.784029539Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.784155242Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.87539032Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875456562Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875467302Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875477882Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875487783Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875497353Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875506383Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875514513Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875523813Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875535484Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875545684Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875555514Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875565175Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875574945Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875586455Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875608426Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875616206Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875623996Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875631656Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:30.875705938Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"564507d5-ed28-442b-8f0c-b3034e112cd5","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized)]","latency_us":488977,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:30.875916564Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"297.084798ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"564507d5-ed28-442b-8f0c-b3034e112cd5\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"564507d5-ed28-442b-8f0c-b3034e112cd5\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.174414057Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.174708485Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.174725725Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.19745225Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.197506501Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.217128165Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.217177787Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.236517273Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.236578954Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.256694671Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.256739262Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.275415571Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.275458812Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.293796272Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.293849163Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.311890726Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.311947617Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.330810031Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.330853582Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.34949576Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.349549921Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.367487071Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.367536992Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.386402936Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.386445247Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.405146317Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.405194478Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.424030501Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.424111973Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.447103805Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.447152516Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.468741821Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.468784592Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.489120195Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.489160736Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.508715987Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.508777279Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.529511061Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.529562192Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.548982181Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.549022922Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.568366298Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.568419109Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.568638035Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.568799699Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661685271Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661765663Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661777193Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661786663Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661808684Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661820724Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661828734Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661838345Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661849405Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661857295Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661867075Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661876126Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661885166Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661896056Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661905227Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661914157Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661923467Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661933077Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.661942308Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.66204952Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"7340a31f-b9bb-4d54-b6fa-67e8ef340cf1","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized)]","latency_us":487536,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:31.662263376Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"132.340713ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7340a31f-b9bb-4d54-b6fa-67e8ef340cf1\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7340a31f-b9bb-4d54-b6fa-67e8ef340cf1\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.795659177Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.796003877Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.796040147Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.816150484Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.816212926Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.838481798Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.83853097Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.859007586Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.859061607Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.878565888Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.878614709Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.899927697Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.899976878Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.91838701Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.918434281Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.937248734Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.937289225Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.956297222Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.956343614Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.974427307Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.974483678Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.993190658Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:31.99324884Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.011842566Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.011886937Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.030812793Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.030857094Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.049394739Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.049444311Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.067952765Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.067999156Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.086285315Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.086342706Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.10521545Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.105267302Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.124087714Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.124156136Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.142524027Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.142568888Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.161086843Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.161134604Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.179302479Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.179371371Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.179634348Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.179784012Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271103013Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271165264Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271173654Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271182115Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271188825Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271196915Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271203585Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271211635Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271229266Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271237756Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271244036Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271252236Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271258957Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271265527Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271273467Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271280067Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271288347Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271294847Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271302778Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.27140531Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"3f639a14-415e-47c5-8c15-b1e75e48ded1","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized)]","latency_us":475620,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:32.271801551Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"269.471658ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f639a14-415e-47c5-8c15-b1e75e48ded1\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:31 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3f639a14-415e-47c5-8c15-b1e75e48ded1\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.543223245Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.543545893Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.543555274Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.56402228Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.564096081Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.584235158Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.58427677Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.603268137Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.603320408Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.621373611Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.621411852Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.640669646Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.640706127Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.659248612Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.659299353Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.677844269Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.67788566Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.696652631Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.696697252Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.715077343Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.715119935Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.734989335Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.735030716Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.753702314Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.753736995Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.771449069Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.77149304Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.788959817Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.788999488Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.807107842Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.807141463Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.826789078Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.826842749Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.845055906Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.845100857Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.864261778Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.86430844Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.883340158Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.883384849Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.903257719Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.90330582Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.921308292Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.921373203Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.921654411Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:32.921784614Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012588571Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012626442Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012634522Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012640262Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012645552Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012649252Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012654423Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012659333Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012665733Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012669453Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012675853Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012680833Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012695984Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012701504Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012707934Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012713044Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012719374Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012724364Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.012729074Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.012832747Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"db12751f-fbe2-40c8-9a4b-c50e56fb8c1a","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized)]","latency_us":469474,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.013029382Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"186.545307ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db12751f-fbe2-40c8-9a4b-c50e56fb8c1a\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"db12751f-fbe2-40c8-9a4b-c50e56fb8c1a\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.200459888Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.200964262Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.200980672Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.222984548Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.223032519Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.243553616Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.243599198Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.263587171Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.263634982Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.28456087Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.284610101Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.304783999Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.304843241Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.32351696Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.32355877Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.343185044Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.343245866Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.361778281Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.361832643Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.380221684Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.380259995Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.399064447Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.399133009Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.419408679Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.419456511Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.437556865Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.437612406Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.456457069Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.4564985Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.474226514Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.474268166Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.492171984Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.492219335Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.511227433Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.511277974Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.529889631Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.529942733Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.547820091Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.547869242Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.565727569Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.56576562Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.585085566Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.585137297Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.585370203Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.585518407Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678114801Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678185733Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678194493Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678202384Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678210424Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678217964Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678223984Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678229844Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678237514Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678245054Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678250875Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678258455Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678264175Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678268425Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678274205Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678278486Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678282486Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678292726Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678298556Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:33.678356877Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"610ade1c-04d8-4297-87c5-98f3ccb1e079","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized)]","latency_us":477638,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:33.678582173Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"365.027739ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"610ade1c-04d8-4297-87c5-98f3ccb1e079\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"610ade1c-04d8-4297-87c5-98f3ccb1e079\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.044887311Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.04521276Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.04522444Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.065505061Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.065549972Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.086521461Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.086571703Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.10518562Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.105234761Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.122907664Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.122949545Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.141722556Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.141763047Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.159115912Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.159167823Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.178346415Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.178393826Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.196177082Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.196224053Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.214553153Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.214593554Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.232160144Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.232197825Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.250141664Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.250197076Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.268975717Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.269030569Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.286800264Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.286869025Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.30576586Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.305809871Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.323620407Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.323657459Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.341185417Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.341233468Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.361396886Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.361447628Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.380554978Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.380594359Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.398440686Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.398484067Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.417231168Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.417289149Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.417496795Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.417671829Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508671591Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508724673Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508733793Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508742003Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508746493Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508752823Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508782274Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508790324Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508796485Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508804395Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508810765Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508818425Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508822815Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508828595Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508833175Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508837486Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508843536Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508849476Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.508855626Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:34.508918248Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"979860cf-487c-44f1-ad39-6d1205ccc337","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized)]","latency_us":463946,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:34.509139434Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"753.684736ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"979860cf-487c-44f1-ad39-6d1205ccc337\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"979860cf-487c-44f1-ad39-6d1205ccc337\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.263749656Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.264248489Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.264262259Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.286613404Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.286664355Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.306614088Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.306650249Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.328008958Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.328051309Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.348024241Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.348066903Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.365781246Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.365837008Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.385052581Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.385081842Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.404471659Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.40451306Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.422497961Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.422535742Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.441304903Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.441355515Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.459976352Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.460013063Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.478286721Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.478325162Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.496124418Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.496171529Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.515792783Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.515829874Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.534023809Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.534077101Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.552566765Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.552602075Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.57033175Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.57036424Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.588844854Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.588886785Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.607810881Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.607849232Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.625922735Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.625971656Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.644991894Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.645036245Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.645280392Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.645439386Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737170357Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737221758Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737230198Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737236719Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737243349Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737249139Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737255839Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737264139Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737271609Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737280469Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.73730297Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.73730964Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737317921Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737324461Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737329121Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737333571Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737339871Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737344331Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737348631Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:35.737445684Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"a7397e7a-7a80-435e-b248-9bf7a9cf5b2d","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized)]","latency_us":473502,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:35.737713461Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"736.346771ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7397e7a-7a80-435e-b248-9bf7a9cf5b2d\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a7397e7a-7a80-435e-b248-9bf7a9cf5b2d\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.475121793Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.475491272Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.475502643Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.499040399Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.49909535Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.519786362Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.519834463Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.539762635Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.539805986Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.557516239Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.557574571Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.575669665Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.575710876Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.595319099Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.5953652Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.612627252Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.612667013Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.630053528Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.630099789Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.648146162Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.648205523Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.665873106Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.665921027Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.685325405Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.685378026Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.702377051Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.702419512Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.720239279Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.72029453Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.737745807Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.737784978Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.755914393Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.755956954Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.7730132Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.773065912Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.790812916Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.790854517Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.806579959Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.80662036Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.823856381Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.823895532Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.843747542Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.843802903Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.843976488Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.844108751Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934792765Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934843316Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934852636Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934859076Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934867047Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934872207Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934880227Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934886607Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934894708Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934900918Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934910428Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934916748Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934923168Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934931178Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934952509Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934957089Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.934963069Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.93496771Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.93497565Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:36.935038091Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"90c8553b-875a-4631-a8ff-b9466816b4c6","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized)]","latency_us":459767,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:36.935249947Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"871.239205ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90c8553b-875a-4631-a8ff-b9466816b4c6\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"90c8553b-875a-4631-a8ff-b9466816b4c6\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.80575537Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.806188891Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.806205481Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.829113403Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.829161224Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.850134685Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.850187646Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.869452972Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.869504283Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.88578421Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.885821041Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.90370203Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.903746921Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.922665808Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.922709729Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.939693795Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.939730456Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.96119888Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.96123629Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.98101953Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:37.981066551Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.000777938Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.000818796Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.019932621Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.019969402Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.039396032Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.039428953Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.058247997Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.058290448Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.076934267Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.076969028Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.095403292Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.095448353Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.114148764Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.114194285Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.132722781Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.132770573Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.151139295Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.151177936Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.171871819Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.171917Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.19172487Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.191769061Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.191969216Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.192091349Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292743571Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292796903Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292803713Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292821543Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292827993Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292833564Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292838964Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292844304Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292851204Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292856534Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292860444Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292864454Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292869505Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292873205Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292877355Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292883065Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292888085Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292893285Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.292899686Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:38.292954737Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"bc58cd9e-785d-4a15-893e-7e86d157f737","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized)]","latency_us":488296,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:38.293171563Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"844.567152ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc58cd9e-785d-4a15-893e-7e86d157f737\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bc58cd9e-785d-4a15-893e-7e86d157f737\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.137326069Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.137692678Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.137704359Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.159287105Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.159328186Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.178721145Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.178750226Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.200016374Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.200054265Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.218962141Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.218998742Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.23758594Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.237618971Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.257635526Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.257674137Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.277254921Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.277291392Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.297682467Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.297720328Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.317525958Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.31757508Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.336421644Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.336452055Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.355978857Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.356014598Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.377957514Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.377996205Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.397277351Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.397314982Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.416756083Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.416787103Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.436216713Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.436246594Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.454292988Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.454321169Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.473172093Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.473200234Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.491857354Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.491893805Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.511250683Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.511282064Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.529401269Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.52945999Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.529707457Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.529892202Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621668501Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621728152Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621737082Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621745103Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621751173Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621757473Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621765163Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621771213Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621787154Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621795734Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621803534Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621809954Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621814504Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621820985Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621825645Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621831805Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621838525Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621844685Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.621849505Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:39.621891716Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"128fe265-593d-4496-bb32-0e4f5a221834","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized)]","latency_us":485715,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:39.622053161Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"952.487475ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"128fe265-593d-4496-bb32-0e4f5a221834\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:39 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"128fe265-593d-4496-bb32-0e4f5a221834\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.573114703Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.57340283Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.57341307Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.596285631Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.596335942Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.617353654Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.617397445Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.636092635Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.636138917Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.655633048Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.655671549Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.67475323Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.674797622Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.693543863Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.693596365Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.712590973Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.712630444Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.73075321Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.730784171Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.748765553Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.748807404Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.768435019Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.76847773Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.789999745Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.790047856Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.80845467Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.8084885Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.82636622Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.82640109Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.845981084Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.846027245Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.864055609Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.86409851Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.881764974Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.881802504Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.899657993Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.899701364Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.918118928Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.918161469Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.936164881Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.936204102Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.95591193Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.955969451Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.956170947Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:40.956288639Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.052250318Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.05230942Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.05231877Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.05232519Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.05233143Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.052337671Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.05234228Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.052348511Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.052352871Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.052357141Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.052361341Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.052367171Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.052384272Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.052388892Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.052393332Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.052397712Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.052403802Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.052410002Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.052415722Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:41.052441183Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"ff8ee30a-be67-4bd5-b9ed-9a0774706d3a","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized)]","latency_us":480538,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.052650479Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"869.339981ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff8ee30a-be67-4bd5-b9ed-9a0774706d3a\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ff8ee30a-be67-4bd5-b9ed-9a0774706d3a\" }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:41.852486511Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"16.166831532s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:41.920599448Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:41.921118799Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:41.921129702Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:41.944550217Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:41.944597338Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:41.965714923Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:41.965745543Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:41.986054406Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:41.986092967Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.005591009Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.00562191Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.026467507Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.026501798Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.044610923Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.044656194Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.064128526Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.064160016Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.082986081Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.083025611Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.101056475Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.101092746Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.120638959Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.12068188Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.138892798Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.138934709Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.157820025Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.157858996Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.176396882Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.176444839Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.194453386Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.194493437Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.21367136Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.213717412Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.231788356Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.231820107Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.250839356Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.250875507Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.2696758Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.269714931Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.288432163Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.288468624Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.306319292Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.306361493Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.306573099Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.306700912Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400021291Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400083343Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400089913Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400096664Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400103264Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400109324Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400115624Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400123684Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400130024Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400137634Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400143755Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400151775Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400158325Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400166265Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400182886Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400195716Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400202436Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400210787Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400219997Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:42.400289069Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"cbde5f1c-b9fb-4c36-b255-9ab49dcb0bff","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized)]","latency_us":480811,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:42.400483043Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"956.852871ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbde5f1c-b9fb-4c36-b255-9ab49dcb0bff\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"cbde5f1c-b9fb-4c36-b255-9ab49dcb0bff\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.355505449Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.355833458Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.355845148Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.379015406Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.379053977Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.398991991Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.399026802Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.417922887Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.417979489Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.437105231Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.437141682Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.456095449Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.45613677Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.475189621Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.475223602Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.493977974Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.494011904Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.512360716Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.512393157Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.53079994Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.530837611Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.548423993Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.548456604Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.567281898Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.567320869Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.585439204Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.585468935Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.604171466Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.604201727Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.622029535Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.622065445Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.639708208Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.63975411Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.657456124Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.657488545Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.675278142Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.675314973Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.694074915Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.694104586Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.711625196Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.711654877Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.729267059Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.72930923Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.729594638Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.729730351Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.821920081Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.821968072Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.821974531Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822005853Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822016304Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822025774Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822034634Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822043904Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822049074Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822056205Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822061305Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822066755Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822073685Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822080705Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822089506Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822113296Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822128007Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822139847Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822147107Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:43.822156897Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"6e589102-c3ec-478c-bbbf-0676b00f987b","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized)]","latency_us":467783,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:43.822356953Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"1.144319104s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e589102-c3ec-478c-bbbf-0676b00f987b\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6e589102-c3ec-478c-bbbf-0676b00f987b\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:44.96490466Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:44.965305111Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:44.965315911Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:44.987816051Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:44.987889224Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.009371987Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.009421738Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.030162183Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.030221844Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.049553042Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.049608566Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.070560162Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.070610464Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.091568735Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.091625966Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.110743638Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.110798949Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.128905394Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.128947716Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.147498802Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.147556624Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.166274102Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.166309325Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.18742471Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.187473882Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.205104845Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.205143455Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.22322915Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.223270241Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.240637137Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.240685098Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.260235561Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.260278753Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.277686879Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.277729361Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.298052094Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.298098655Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.315625445Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.315675216Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.334528162Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.334570643Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.35314927Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.353219132Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.353443548Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.353574171Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.44612215Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446196152Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446203602Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446211253Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446218553Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446224343Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446231543Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446238623Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446262244Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446269534Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446273824Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446293035Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446299115Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446310595Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446316196Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446320325Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446324386Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446330126Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446336416Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:45.446359826Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"eb3143e5-ed47-418a-958e-8930a1aebf56","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized)]","latency_us":482627,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:45.446557772Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"1.140985297s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb3143e5-ed47-418a-958e-8930a1aebf56\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"eb3143e5-ed47-418a-958e-8930a1aebf56\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.586243743Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.586826719Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.58685919Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.607109381Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.607183553Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.628980265Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.629032086Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.645339105Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.645396466Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.663525692Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.663594814Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.680640811Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.680694433Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.701231562Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.701284633Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.718530996Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.718604988Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.736547719Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.73660029Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.756079471Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.756129853Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.776196309Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.77624881Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.794858899Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.79491252Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.812258946Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.812308587Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.830144795Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.830204057Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.849327368Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.84937966Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.868762639Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.871144231Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.887048719Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.88711468Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.905500593Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.905550649Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.924526132Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.924577784Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.94423893Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.944302011Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.963339051Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.963395284Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.963593358Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:46.963727951Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057771839Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057844411Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057856692Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057866132Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057874552Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057883872Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057888973Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057895503Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057900323Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057906993Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057913523Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057920283Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057945054Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057951794Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057958514Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057962995Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057967855Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057980395Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.057986725Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:47.057991335Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"be1aaeac-39c0-48f9-9518-352be31311c9","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized)]","latency_us":472828,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:47.058195911Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"1.755757642s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be1aaeac-39c0-48f9-9518-352be31311c9\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"be1aaeac-39c0-48f9-9518-352be31311c9\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.810477501Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.811492348Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.811501558Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.834751249Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.83480379Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.855906014Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.855960335Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.87709812Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.877139931Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.895811721Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.898370038Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.914755338Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.914823Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.932564256Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.932623987Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.951421701Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.951481832Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.971533999Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.97159629Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.990570078Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:48.99061724Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.008985442Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.009047493Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.027441176Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.029764139Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.046125446Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.046189278Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.06226884Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.062322662Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.081502005Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.081552136Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.102864775Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.102912737Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.121225688Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.123504434Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.139168068Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.13922246Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.159481832Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.159542543Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.178897251Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.178958643Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.19751917Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.197578481Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.197819958Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.197957691Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.292832192Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.292915474Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.292927434Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.292936374Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.292945175Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.292954265Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.292963045Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.292971495Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.292978755Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.292985605Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.292990526Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.292996946Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.293003806Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.293025081Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.293030134Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.293036715Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.293053843Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.293058802Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.293065598Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:49.293070948Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"580523cf-0af3-42b3-97cc-c4a5193f8f87","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized)]","latency_us":483582,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:49.293267533Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"4.529144079s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"580523cf-0af3-42b3-97cc-c4a5193f8f87\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"580523cf-0af3-42b3-97cc-c4a5193f8f87\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.810886783Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.811241692Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.811252763Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.833485026Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.833547448Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.852876985Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.852936037Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.87133661Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.871392441Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.889526016Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.889576779Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.90831797Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.908371682Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.926885298Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.926942309Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.945158267Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.945208459Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.963140809Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.963213651Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.981233354Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:53.981291916Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.000477379Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.000539041Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.019294983Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.019361605Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.038759164Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.038811575Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.05691688Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.056991422Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.076995454Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.079356389Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.096183171Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.096234223Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.114835641Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.114896986Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.134753963Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.134806085Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.153268229Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.153328851Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.174100306Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.174153048Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.193073854Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.193134386Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.193326851Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.193470145Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287761459Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287831191Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287838252Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287845672Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287852082Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287871452Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287880513Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287888783Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287896423Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287905243Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287913734Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287923334Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287928524Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287935184Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287940384Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287946774Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287953744Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287961895Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.287966845Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:54.288015316Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"f76a45e2-d053-4a16-8e7f-d716de2eebe5","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized)]","latency_us":478297,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:54.288222142Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"3.15522808s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f76a45e2-d053-4a16-8e7f-d716de2eebe5\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:53 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f76a45e2-d053-4a16-8e7f-d716de2eebe5\" }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:56.801775142Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62705"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:56.801864595Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"755946a3-b1c6-4743-a601-ef4bb778958c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62705","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":44,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.436517422Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.436924603Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.436934673Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.459775405Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.459850244Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.48218567Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.482242392Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.501854037Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.504225489Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.521525193Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.521601871Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.540745017Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.540810129Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.561979215Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.562036726Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.580326246Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.580389418Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.595791972Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.595848224Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.616380802Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.616433794Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.635190676Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.637092596Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.652904671Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.652961203Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.6700112Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.670070902Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.688781993Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.688836824Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.706938419Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.707003721Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.725397534Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.725450665Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.742966455Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.744950427Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.760527126Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.760584857Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.77629053Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.778154328Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.794744874Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.794803516Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.812819011Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.81288878Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.813081945Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.813213659Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904581865Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904667239Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904677589Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904684909Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.90469411Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904703Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.90472443Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904735191Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904743921Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904752791Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904761251Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904770052Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904778032Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904786752Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904804973Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904810423Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904817073Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904822263Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.904830913Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:19:57.904896315Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"7f2f1f91-b9eb-4868-8f0b-fb82872199ea","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized)]","latency_us":469472,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:19:57.905128801Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"3.492064616s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f2f1f91-b9eb-4868-8f0b-fb82872199ea\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:19:57 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7f2f1f91-b9eb-4868-8f0b-fb82872199ea\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.389066861Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.389378519Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.389387499Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.411885999Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.411947301Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.431522425Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.433521587Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.450655517Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.450716509Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.469430979Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.46947728Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.487523854Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.487572265Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.505564477Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.505630049Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.524082354Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.524145255Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.5410777Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.541125211Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.56050495Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.560557951Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.578069111Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.578130892Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.596177506Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.596234807Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.614833085Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.614886857Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.633500586Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.633555237Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.650366393Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.650415799Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.668556955Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.668608857Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.687943734Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.687994016Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.705823253Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.705875285Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.724130627Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.724178305Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.742218199Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.74226527Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.759754719Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.759822901Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.760116399Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.760264542Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854340142Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854435214Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854449154Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854470175Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854478555Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854487786Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854496636Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854504796Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854527116Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854537957Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854548167Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854570858Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854583298Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854592038Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854601489Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854611699Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854621199Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854631259Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854637999Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:01.854736782Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"c1c14c78-9acc-4cad-9582-9248baa1ac79","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized)]","latency_us":466806,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:01.854938557Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"5.488057678s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1c14c78-9acc-4cad-9582-9248baa1ac79\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:20:01 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c1c14c78-9acc-4cad-9582-9248baa1ac79\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.328762013Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.329083492Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.329101422Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.352413194Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.352479746Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.374395161Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.376895436Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.394716364Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.394786366Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.413804325Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.413865937Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.433485172Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.433538483Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.452611644Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.452668035Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.473393149Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.473450835Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.494257157Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.494307548Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.512762753Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.512836174Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.532081549Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.532139441Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.550635887Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.553012209Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.569565553Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.569634485Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.588955452Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.589011014Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.607958111Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.608008762Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.627190966Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.627244787Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.646751139Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.64680596Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.665780619Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.6658472Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.685413724Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.685477375Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.704542666Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.704597628Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.723846543Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.723928215Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.724181122Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.724339786Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819495513Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819553865Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819569195Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819578485Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819585726Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819594136Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819602696Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819610536Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819619096Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819627587Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819634457Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819639617Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819646947Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819651767Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819657027Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819672688Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819678758Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819685188Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819692168Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:07.819719109Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"93c0c51c-97de-4f74-9e0e-bdc7ca316d42","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized)]","latency_us":492217,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:07.819890803Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"7.053471689s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93c0c51c-97de-4f74-9e0e-bdc7ca316d42\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:20:07 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"93c0c51c-97de-4f74-9e0e-bdc7ca316d42\" }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:12.971667168Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"28.742750038s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.855420299Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.855961483Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.855978403Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.875282697Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.875336972Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.897025801Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.897080942Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.915611458Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.91567963Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.933477687Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.933548639Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.953192885Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.953263927Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.970671194Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.970727105Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.98880722Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:14.988871041Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.004929612Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.004992495Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.023374167Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.023443989Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.041808141Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.041866732Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.060865231Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.060924243Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.081052561Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.081114673Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.099240868Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.099294719Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.11911798Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.119172371Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.138897769Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.13895754Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.159226343Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.161332998Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.177488582Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.177556664Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.197694162Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.197750054Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.21740741Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.217470181Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.237588399Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.237660851Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.237877967Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.23800617Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.329263866Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.329338528Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.329366658Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.329380269Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.329386139Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.329393269Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.329404079Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.329409109Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.329413769Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.32941987Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.32942688Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.32943266Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.32943809Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.32944355Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.32944779Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.3294534Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.329459291Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.329469721Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.329474321Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:15.329483581Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"c25ddd85-29ee-4d88-b3ce-51408d70d64a","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized)]","latency_us":475189,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:15.329669046Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"10.5031395s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c25ddd85-29ee-4d88-b3ce-51408d70d64a\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:20:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c25ddd85-29ee-4d88-b3ce-51408d70d64a\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.806009121Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.80636961Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.806379901Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.828873261Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.828954143Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.848561428Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.848616969Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.866970311Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.867043033Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.88444831Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.884509091Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.904487526Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.904541937Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.923768592Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.923845334Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.941705412Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.941771614Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.959205112Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.959275304Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.979089644Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.979139245Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.99837341Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:25.998446102Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.017260726Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.017327027Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.038058671Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.038115163Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.056911606Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.059254378Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.075160545Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.075226407Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.093992209Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.094052041Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.114643397Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.114698503Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.134138713Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.134199015Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.154482897Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.156956252Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.173874516Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.173926878Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.19270799Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.192764782Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.193023209Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.193156252Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287245622Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287316374Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287326544Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287334224Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287340084Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287347734Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287373055Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287381015Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287386785Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287390936Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287396906Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287401126Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287405496Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287411076Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287415736Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287422946Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287428417Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287432666Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287438227Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.287483598Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"09891821-27f6-43bf-bafe-38d75e1aa4d5","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized)]","latency_us":482657,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:26.287665313Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"8.8690977s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09891821-27f6-43bf-bafe-38d75e1aa4d5\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:20:26 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"09891821-27f6-43bf-bafe-38d75e1aa4d5\" }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.753437877Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60317"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:26.753630633Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"bf6e8d70-b6c5-4916-b7d3-37f606431f2c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60317","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":27,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.133779069Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.134119188Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.134129128Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.155243222Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.155313564Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.17692113Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.176989463Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.195332795Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.195386026Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.214666722Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.214745684Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.232558021Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.232609543Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.24964438Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.249702602Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.267615712Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.267692688Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.286026395Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.286079766Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.303682338Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.30375262Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.322395619Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.322443521Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.340532095Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.340581317Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.357670265Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.357723807Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.375967015Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.376032577Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.395115018Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.395177889Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.413455469Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.413514551Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.431567815Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.433504366Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.449518026Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.451429656Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.467058756Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.467122218Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.485563702Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.485636534Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.503632696Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.503687508Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.503931904Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.504075028Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.596527664Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.596607266Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.596622287Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.596632877Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.596642627Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.596653888Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.596664258Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.596691618Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.596698129Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.596704009Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.596712349Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.596720119Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.596728099Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.59673568Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.5967415Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.5967497Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.5967576Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.596766431Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.5967729Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:35.596783578Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"cf508f2b-0721-41cb-a5a3-49507644ab3d","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized)]","latency_us":464157,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:35.597033098Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"9.36683214s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf508f2b-0721-41cb-a5a3-49507644ab3d\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:20:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"cf508f2b-0721-41cb-a5a3-49507644ab3d\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:44.939830699Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:44.940404074Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:44.940420165Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:44.963038128Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:44.96310056Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:44.983883975Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:44.983945667Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.00463937Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.004688472Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.024917472Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.024972764Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.045087442Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.045141493Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.064097891Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.064146152Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.08349011Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.083564962Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.102460148Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.102523179Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.122325239Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.122387591Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.143407802Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.143468894Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.162878864Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.162951195Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.18142683Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.181475621Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.199969987Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.200020218Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.218716499Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.218777931Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.237260056Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.237325237Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.255896005Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.255943196Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.274515583Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.274576255Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.293585894Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.293641645Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.312400098Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.312457039Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.331352345Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.331405787Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.331643783Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.331793427Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430550498Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.43062174Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430642941Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430652601Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430661552Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430678642Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430686942Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430701833Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430710203Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430720293Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430727153Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430732223Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430755214Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430761944Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430768734Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430775144Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430780255Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430785245Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430790195Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:45.430796775Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"cd16b5bc-6c21-46ac-94d9-4fe0ae66b524","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized)]","latency_us":492110,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:45.430969744Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"19.244382264s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd16b5bc-6c21-46ac-94d9-4fe0ae66b524\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:20:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"cd16b5bc-6c21-46ac-94d9-4fe0ae66b524\" }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:20:56.632207718Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"52.70303659s"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:56.703094039Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36219"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:20:56.703618523Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"30313422-3f5c-47bc-9964-c9cfce1e8053","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36219","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":501,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.623847778Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.624752502Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.624767592Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.645864986Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.645926978Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.664875095Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.666837316Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.684766097Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.684836259Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.702862912Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.702918123Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.721500791Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.721590744Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.739224996Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.739286478Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.756388757Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.756457899Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.773857405Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.773904997Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.7927129Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.792770412Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.810886417Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.810956089Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.829926077Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.829987978Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.848371331Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.848437963Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.866758943Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.866830696Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.884993952Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.885052734Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.903329803Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.903377795Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.921936202Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.921989643Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.941131136Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.941197567Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.960311259Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.96036516Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.978939508Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.978999769Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.998093351Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.998178533Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.998419019Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:04.998556463Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.094260725Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.094330496Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.094344057Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.094349762Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.094356849Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.09437021Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.094378197Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.094386438Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.094393468Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.094415629Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.094423629Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.09444815Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.09445391Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.09445904Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.09446601Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.09447407Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.094480871Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.094487341Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.094498341Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:05.094541492Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"1eb445ff-b7f5-4903-98b5-8212fcf3d02d","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized)]","latency_us":471819,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:05.094747558Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"21.952981713s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eb445ff-b7f5-4903-98b5-8212fcf3d02d\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:21:04 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1eb445ff-b7f5-4903-98b5-8212fcf3d02d\" }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:26.65602291Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64675"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:26.656128283Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"6188f84a-c1b4-424c-aa72-ed1123d0ae88","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64675","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":71,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:26.989331179Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:26.989845722Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:26.989858783Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.010829253Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.010890595Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.030730045Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.030798607Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.048336607Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.048400049Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.067836029Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.067886231Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.085858752Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.085921024Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.102061197Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.102117299Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.118887379Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.118949661Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.138126444Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.138205976Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.156423624Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.156484536Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.176415379Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.176472601Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.195986722Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.196056464Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.212708301Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.212769573Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.23133811Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.231383721Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.249772104Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.249831306Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.267804577Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.269726288Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.284790713Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.284851389Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.302645592Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.302718634Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.321722813Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.321784354Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.339745426Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.339805377Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.358156079Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.35821731Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.358488807Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.358631881Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.449538627Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.449610369Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.449623979Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.44962981Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.4496414Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.44965047Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.44965918Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.44966778Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.449674501Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.449682861Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.449690981Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.449699691Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.449725982Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.449733332Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.449738722Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.449747313Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.449754073Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.449762763Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.449768143Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:27.449817164Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"377c3c46-2dd7-460e-8da7-ed411bf7f5a2","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\", TimeNotSynchronized), (\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\", TimeNotSynchronized), (\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\", TimeNotSynchronized), (\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\", TimeNotSynchronized), (\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\", TimeNotSynchronized), (\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\", TimeNotSynchronized), (\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\", TimeNotSynchronized), (\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\", TimeNotSynchronized), (\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\", TimeNotSynchronized), (\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\", TimeNotSynchronized), (\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\", TimeNotSynchronized), (\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\", TimeNotSynchronized), (\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\", TimeNotSynchronized), (\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\", TimeNotSynchronized), (\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\", TimeNotSynchronized), (\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\", TimeNotSynchronized), (\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\", TimeNotSynchronized), (\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\", TimeNotSynchronized), (\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\", TimeNotSynchronized)]","latency_us":461566,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:27.4500382Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"23.209162263s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"377c3c46-2dd7-460e-8da7-ed411bf7f5a2\", \"content-length\": \"124\", \"date\": \"Wed, 03 Jul 2024 17:21:27 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"377c3c46-2dd7-460e-8da7-ed411bf7f5a2\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 49bdd588-38fd-4003-b854-62bed825155b, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1d45c510-cf93-4f5b-8ee5-53e937931425, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 1cdddd18-5c0e-4229-82a5-b64063648719, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a9b4efb3-f427-4545-a6c3-d9ccecef0123, kind: Service { id: 1cdddd18-5c0e-4229-82a5-b64063648719 }, name: Name(\"ntp-1cdddd18-5c0e-4229-82a5-b64063648719\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 138, 231])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: aea11ae0-dc36-43d1-9243-d30597f31208, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: a7502c38-b2cf-4077-8108-09a9cba306a6, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 28a08b63-482f-426d-9af8-ead23e5f16ff, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: ddf520ab-f266-4238-accd-290a5c9d01dc, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: 68cae59e-735b-44bb-8f38-08d912396620, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f3f209f6-e734-4668-a846-a95f1bd49966, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11b8a49d-8c87-4f45-a2f5-a4168428818b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42957785-9d09-4d99-bea4-16825d49f187, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 34e7f3fc-48af-4bef-bc28-ae0591df3ec6, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6ac07ad6-2c82-4528-b1c9-de228bea0455, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 871402d4-82ab-4765-8ca2-0318644f0493, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98ce5c6a-41df-44c2-90db-b99c19c36056, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f70b867-7f64-4875-97f2-657cb79de68e, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External } } } }, OmicronZoneConfig { id: 328914be-599e-45e3-b468-5c39b3224617, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External } } } }, OmicronZoneConfig { id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External } } } }, OmicronZoneConfig { id: 28136525-9e36-4054-8cdb-f414d0dfbeac, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.59782409Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.598334769Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.598353644Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 49bdd588-38fd-4003-b854-62bed825155b, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.621645556Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.621714288Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 119d78a3-4d6f-4fca-8a1c-6bc915931de9, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.642465962Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.642524264Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1d45c510-cf93-4f5b-8ee5-53e937931425, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.662309153Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.662377095Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 58d381eb-8230-4dcc-985b-fd4a53aa40b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.681993479Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.682052411Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: aea11ae0-dc36-43d1-9243-d30597f31208, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.700527206Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.700579167Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: a7502c38-b2cf-4077-8108-09a9cba306a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.718821776Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.718879708Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28a08b63-482f-426d-9af8-ead23e5f16ff, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.737776994Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.737856856Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: ddf520ab-f266-4238-accd-290a5c9d01dc, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.756969347Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.757019649Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 68cae59e-735b-44bb-8f38-08d912396620, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.775433542Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.775491924Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.794627696Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.794679857Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.81383313Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.813891472Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 871402d4-82ab-4765-8ca2-0318644f0493, dataset_name: DatasetName { pool_name: ZpoolName { id: 19af80d7-20da-4a92-a47f-4eed9468a997 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.832609623Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.832662657Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 98ce5c6a-41df-44c2-90db-b99c19c36056, dataset_name: DatasetName { pool_name: ZpoolName { id: d2bd0142-f991-45b1-a8c3-87117e50faeb (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.851865348Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.851912159Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 7f70b867-7f64-4875-97f2-657cb79de68e, dataset_name: DatasetName { pool_name: ZpoolName { id: 041d2335-724e-40fa-b471-4dbb693450ef (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.871191625Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.873607019Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 328914be-599e-45e3-b468-5c39b3224617, dataset_name: DatasetName { pool_name: ZpoolName { id: dfa12470-06d5-45a0-8669-27a46e0a6bd5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.890212135Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.890274246Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 2ada8a83-4b8b-4cd5-aae2-d40a679473b6, dataset_name: DatasetName { pool_name: ZpoolName { id: e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.909393078Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.909449589Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1, dataset_name: DatasetName { pool_name: ZpoolName { id: da517756-cb4c-4c7d-801d-76be4f2c6b99 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.928353365Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.928422714Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3b81b317-ce06-4d0d-ba5f-2c8067a18f4a, dataset_name: DatasetName { pool_name: ZpoolName { id: b1a69700-f4f0-431b-a2e4-01730c4dc7ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.947016546Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.947075457Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 28136525-9e36-4054-8cdb-f414d0dfbeac, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a5e4998-d7b0-40f0-b128-02062c0cf24b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.965306885Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.965360577Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9b45a57e-6b51-476e-9d0b-7d5225cff46a, dataset_name: DatasetName { pool_name: ZpoolName { id: 272c7cf9-0f7e-4503-b3fe-af721bc036ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.984240045Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.984299034Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.984564311Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:50.984714615Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.085421188Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.085623323Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.100649528Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.100861583Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.103638756Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.103890383Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.105200217Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.142495016Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.144856108Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.14494359Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.144974091Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.326761932Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.326971267Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.326999298Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.327023558Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.327031809Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.361717669Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.361779311Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.361783951Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.361932875Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.36710292Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.372184725Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.37738755Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.383045809Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.388102931Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.39298976Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.535761251Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.541134138Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.546008366Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.551250553Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.55530712Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.55950518Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.564363398Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.568842555Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.573640395Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.578790107Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.584973129Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.591230593Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.597315453Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.60332392Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.61018694Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.61701909Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.622854543Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.627913346Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.633637506Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.640378563Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.64638707Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.725903408Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.803093083Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.882003605Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.938652929Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.993263385Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.996006107Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:51.996019427Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.098003557Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 230, 76]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte1\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.098072839Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.102846844Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.102864304Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.215713518Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 200, 89]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte2\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.21577422Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"external_dns"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.219840956Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.219863177Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.343082552Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 211, 158]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte3\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.343170504Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.345839084Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.345866335Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.450532475Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 157, 251]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte4\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.450591446Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.454517349Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.454540689Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.543693353Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 171, 169]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte5\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.543754815Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"external_dns"}
{"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.544378571Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.544402361Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.544692079Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.54470588Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.556817246Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.561594842Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.594874393Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.599583526Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.599626657Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.599638567Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.599799822Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.599809942Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.600009257Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.600022237Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.635611369Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.63792016Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.640125677Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.640152098Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.640290531Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.643374562Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.643631759Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.729325142Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.734192399Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.73955656Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.745987518Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.752225661Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.760916829Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.767886881Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.781905468Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:52.794916739Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService15\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::11\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::11\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"17000\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.792630009Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.792779673Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService23\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::16\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::16\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"2d21241d-4bec-4c05-9515-7046a3796044\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.856165183Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService10\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::17\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_da517756-cb4c-4c7d-801d-76be4f2c6b99/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::17\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"283191c2-2abc-4437-aac2-5af947aeda06\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.856385649Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_328914be-599e-45e3-b468-5c39b3224617:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService16\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::15\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_dfa12470-06d5-45a0-8669-27a46e0a6bd5/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::15\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"514ff849-9abc-4969-97bf-ced461ef54da\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.856537392Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService19\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::19\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_9a5e4998-d7b0-40f0-b128-02062c0cf24b/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::19\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"0c8dc580-54a4-4f56-a2ce-18cb8de73e5b\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.866539224Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService21\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::13\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_d2bd0142-f991-45b1-a8c3-87117e50faeb/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::13\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"dccea540-cdce-4f1e-b785-fbb7276cba69\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.866696618Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.866704988Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.874716328Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService14\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::14\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_041d2335-724e-40fa-b471-4dbb693450ef/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::14\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"3d58223d-c35e-4fa8-adb3-01912d8cc999\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.881396003Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.881482775Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.887206395Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService20\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::1a\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_272c7cf9-0f7e-4503-b3fe-af721bc036ca/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::1a\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"a3c1df6e-0fd0-443b-a80f-d067002e2cac\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.89388453Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.893962322Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService22\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::12\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_19af80d7-20da-4a92-a47f-4eed9468a997/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::12\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"2ed0f0ab-4f33-4327-81fe-f9affa9d4c56\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.900742799Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.900951335Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.907521077Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.913116333Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService17\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::d\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/oximeter\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"id\" value=\"11b8a49d-8c87-4f45-a2f5-a4168428818b\"/>\n        <propval type=\"astring\" name=\"address\" value=\"[fd00:1122:3344:101::d]:12223\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.998274042Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:21:54.998454927Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 55.068721ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:55.516539998Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 64.022262ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:55.529665912Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 57.600423ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:55.544796308Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 41.209216ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:55.55747767Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 72.508188ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:55.569369441Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 45.410003ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:55.581350134Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 73.4626ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:55.592511157Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 40.633592ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:55.604918071Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 48.878211ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:55.67019324Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 59.856586ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:55.704753895Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 92.834369ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:55.756569101Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 132.695915ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:59.741604779Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 56.179444ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:59.828355949Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 69.051306ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:59.842052468Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 124.612748ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:59.85473909Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 122.715309ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:59.866680662Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 68.973655ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:59.879900268Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 127.186989ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:21:59.892610191Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 175.825324ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:01.076403837Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 137.77173ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:02.548233702Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:03.841707109Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 186.829777ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:03.850870788Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 146.930036ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:04.028105808Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 102.66133ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:04.176110722Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService18\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::18\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_b1a69700-f4f0-431b-a2e4-01730c4dc7ca/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::18\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"8402e069-4005-4b2a-8c97-008636d20751\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:04.209708401Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 285.634144ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:04.220489833Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 284.264248ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:04.361264198Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 127.117667ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:04.497670789Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 173.281525ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:04.835902902Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 95.853875ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.006244091Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:05.059374292Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:32811"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 278.194068ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.06352559Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService11\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::f\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::f\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"17000\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:05.132224238Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService12\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::10\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::10\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"17000\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:05.133381399Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:05.426583633Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"ee5ab641-3530-4a85-bda8-d5a849fa705b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:32811","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":294361,"response_code":"200"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.555291012Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"103.20160141s"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 335.780588ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.564086462Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 375.852917ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.588315406Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 592.598485ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.595088764Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 327.855378ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.603472213Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:05.603535855Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 264.443164ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.614362628Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 238.654447ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.621970597Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 197.570537ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.629752051Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 583.509903ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.637057132Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 193.7326ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.643730427Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 909.693584ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.650700869Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:05.650782761Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:05.6545358Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 343.427236ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.953792373Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 773.128451ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.962171522Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 898.65802ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.97009542Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 1.124990545s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.97889436Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 962.664484ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.986105979Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 378.954743ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:05.993507283Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 530.100359ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.001465661Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 466.075814ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.268608563Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 901.221583ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.277436314Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 1.051714627s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.307108541Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 1.108721122s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.382130455Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 50.781141ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.520573908Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 63.504663ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.528540857Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 39.479134ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.536388053Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 1.367101159s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.545210624Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 1.339078523s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.570470065Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 63.610092ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.580810745Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 54.777556ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.588399754Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 123.363056ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.602111143Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 151.607755ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.652620905Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 143.833615ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.660137012Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 117.824947ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.737046355Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 1.139427137s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.745956988Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 520.152881ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.753537686Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 465.443976ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.81556753Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 233.732725ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.825897351Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 228.768661ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.865650111Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 1.361035404s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.879578996Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 1.409882466s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:06.958775329Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 1.13041666s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:07.069762364Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 1.058591194s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:07.139412407Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 1.345430321s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:07.149958843Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 1.055683505s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:07.188277716Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 1.184735266s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:07.283985341Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 1.09072352s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:07.293574932Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 1.116475821s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:07.370784213Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 1.40738276s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:07.500737305Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService25\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::9\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte2\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.1.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.1.6\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::9]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"172.30.1.6:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:07.71067114Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:07.710829764Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 1.47990321s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:07.895717013Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 69.843338ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:07.910374077Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 1.413095485s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:07.918016217Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 568.224484ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:07.92692625Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 68.12379ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:07.988471171Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 224.381721ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.068095825Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 920.547103ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.209092446Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 1.019660531s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.217796744Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 1.270967738s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.249041011Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 1.234260929s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.257997876Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 596.468466ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.301223647Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService27\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::b\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte4\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.2.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.2.6\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:08.371815815Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 1.309246199s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.411252357Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 831.862741ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.41860176Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:08.418679332Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 975.833005ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.478860327Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 653.575571ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.497151906Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 1.007338256s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.505649778Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 1.438408028s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.51412469Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 72.076365ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.569601202Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 91.350338ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.651087525Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 293.518913ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.753883716Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 1.030186067s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.908423101Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 972.333289ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:08.919739247Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 508.927827ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.057844982Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 1.108740323s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.140515186Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 679.996709ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.161087163Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 1.115134489s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.25837344Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 546.612371ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.267843457Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 1.490104739s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.342383819Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 1.001508858s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.389540223Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 898.283526ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.46699143Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 1.008228567s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.504998305Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 1.237438774s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.525727727Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 876.754746ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.5380281Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 590.396042ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.578950121Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 1.285056325s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.769766385Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 1.454575802s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.84139623Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 1.464044103s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.855492659Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 1.08635433s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.908846276Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 583.775393ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.952384085Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 1.38343454s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:09.966971607Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 1.03644894s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:10.223535382Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 1.314656433s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:10.307417218Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService13\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::e\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::e\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"8123\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:1::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:10.311806173Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:10.312382338Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 688.669342ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:10.377701167Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 1.197189898s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:10.38965101Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 854.286036ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:10.406531794Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 798.082988ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:10.427565403Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 694.044385ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:10.52985297Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 610.926487ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:10.545745886Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 63.044264ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:10.564882797Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 128.485576ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:10.636780749Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 1.184075125s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:10.773718193Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 184.168801ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:10.783672884Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 1.425293226s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:10.842092003Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 392.578046ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:10.97754853Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 1.371389299s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.005352446Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 817.036963ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.063734664Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 1.271619466s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.076339484Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 542.66248ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.165717453Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 1.489024139s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.233417755Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 524.283126ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.241755723Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 1.199977752s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.268914204Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 615.374721ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.27906229Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 586.120949ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.306946429Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 1.122261979s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.332387955Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 995.526817ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.362884764Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 624.342177ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.381820959Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 594.425508ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.596368905Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 1.020670734s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.632931182Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 1.406725725s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.717823334Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 1.241415272s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.775672138Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 1.068829227s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.890462303Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 525.116694ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.902485097Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 942.541524ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.910024145Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 1.003734741s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:11.966576625Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 1.049395622s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:12.01564669Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 1.438312896s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:12.200164749Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 544.747357ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:12.275990404Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 1.31377747s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:12.355875655Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 562.137959ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:12.366380359Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 951.630675ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:12.38509636Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 875.478381ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:12.435896329Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 1.083827446s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:12.462705441Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 1.160448766s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:12.477500048Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 624.955316ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:12.662684605Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 556.346683ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:12.733327924Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 1.465495541s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:12.82942492Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 877.688644ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:12.862065124Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 1.162465632s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:12.937618702Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 598.542779ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:12.96848661Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 1.487357697s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:12.979397465Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 1.180386956s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:13.026268712Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 830.736447ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:13.074731471Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 1.063300352s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:13.133703154Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 1.295431934s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:13.296404893Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 1.109784499s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:13.304443783Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 1.468780045s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:13.320580595Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 1.268562107s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:13.345083107Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 542.46716ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:13.556182492Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 1.034012323s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:13.577320955Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 1.145494826s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:13.650276095Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 1.162515476s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:13.660196535Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 1.035857485s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:13.68024876Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 633.345304ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:13.751667949Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 1.288873801s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:13.921139535Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 1.341571714s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:14.115055561Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 1.070727583s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:14.131686166Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 1.46473652s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:14.214102732Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 1.212720187s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:14.242956637Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 1.407299957s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:14.324286406Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 642.380625ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:14.40426811Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 521.45169ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:14.449501574Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 1.100160682s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:14.483458853Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 1.16227108s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:14.605360693Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 587.049238ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:14.626910038Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 1.077556393s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:14.639789064Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 1.394109294s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:14.728514991Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 686.129163ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:14.803650333Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 1.18840898s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:14.81535217Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 1.142997258s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:14.83371464Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 839.158347ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:14.985955365Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService28\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::8\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte5\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.1.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.1.5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::8]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"172.30.1.5:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:14.997103887Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:14.997351434Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 771.994259ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.062284953Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 1.136972344s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.239249375Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 600.755194ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.277565908Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 750.631259ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.328332767Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\") failed: Property not found. retry in 66.606911ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.371300371Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\") failed: Property not found. retry in 140.599255ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.458188486Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 1.372850329s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.482220355Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 596.91725ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.498382518Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 572.038956ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.523712231Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 1.449451713s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.602122073Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\") failed: Property not found. retry in 279.407064ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.612336651Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService26\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::a\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte3\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.2.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.2.5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:15.661783695Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:15.661865577Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 855.568677ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.691167674Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 1.328509944s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.729629161Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 815.260648ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.745403954Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 645.366581ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.780988935Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 1.475647036s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.837789012Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 1.187968908s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.848545093Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\") failed: Property not found. retry in 60.37835ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.878074196Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 780.852627ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.8892937Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\") failed: Property not found. retry in 545.391988ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.901014127Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\") failed: Property not found. retry in 77.106168ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.948380106Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 553.703321ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:15.987057389Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 957.921481ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.015087682Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\") failed: Property not found. retry in 118.281041ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.036863212Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 1.282598814s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.089825829Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 1.054228359s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.106998508Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 1.350626684s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.117703398Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 1.104945732s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.134756445Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\") failed: Property not found. retry in 409.252947ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.168253831Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 524.449411ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.38901839Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 547.447748ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.435816665Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\") failed: Property not found. retry in 883.523461ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.455681705Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 1.40925601s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.551290027Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 1.406548591s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.558958018Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 547.756712ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.569421442Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\") failed: Property not found. retry in 824.2851ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.586491639Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 830.184454ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.680611312Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 870.725656ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.865327057Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 867.589998ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.923267114Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 528.33842ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.98156159Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 1.171245762s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:16.992583958Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 991.772287ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.045508783Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 1.282306896s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.060099145Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 1.349911562s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.068438473Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 508.197927ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.126985066Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 1.272988695s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.170084603Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 1.207855433s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.248211528Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 561.734915ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.321906227Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\") failed: Property not found. retry in 1.206466681s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.348426121Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 818.919116ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.381800225Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\") failed: Property not found. retry in 900.025172ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.419850471Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 718.36485ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.477205362Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 807.399851ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.51722926Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 999.185978ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.525200998Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 928.450507ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.64368922Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 676.66001ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.745867514Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 602.455078ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.804080828Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 1.186132236s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.893768726Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 618.462832ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.972614689Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 865.438356ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:17.982354494Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 686.729999ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.048394613Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 1.48901775s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.17511197Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 1.474131239s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.205142985Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 687.83183ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.21294704Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService24\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::c\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte1\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.2.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.2.7\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:18.263632507Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:18.263685658Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\") failed: Property not found. retry in 592.940752ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.330845356Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 822.739542ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.341046923Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 1.306944021s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.359888386Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 1.222515232s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.416743914Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 802.929907ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.431169292Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 1.083300658s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.440969368Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\") failed: Property not found. retry in 71.841777ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.448325891Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 524.830605ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.456003022Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 1.110912915s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.466344182Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\") failed: Property not found. retry in 63.762839ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.538142192Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 888.327856ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.560111327Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\") failed: Property not found. retry in 843.14512ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.570650172Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 1.206608773s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.582467432Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 606.795084ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.601654374Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\") failed: Property not found. retry in 190.149782ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.609718885Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 1.100910083s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.74630909Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\") failed: Property not found. retry in 487.495316ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.813032787Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 1.203915703s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.858859756Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 1.285049131s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.913554378Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\") failed: Property not found. retry in 1.073032607s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.935844542Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 1.210406054s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:18.993647474Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 1.28716476s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:19.091636399Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 1.172357463s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:19.175006671Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 1.467726801s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:19.219244979Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 1.488542436s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:19.245577598Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\") failed: Property not found. retry in 1.123888649s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:19.313447585Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\") failed: Property not found. retry in 1.125428173s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:19.424504632Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 1.299908506s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:19.459686415Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 704.070148ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:19.536278397Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 978.683053ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:19.587404285Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 510.501856ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:19.649118011Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 1.202294641s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:19.674416793Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 831.43218ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:19.682885435Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 1.326893375s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:19.692447315Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 1.346143958s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:19.802657Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 662.396851ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:19.862972038Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\") failed: Property not found. retry in 1.123892148s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.020859121Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 996.170485ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.075693626Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 1.409663039s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.177681795Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 922.778506ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.212807765Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 1.203309366s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.22791105Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 1.306235839s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.255599074Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 877.916136ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.373723636Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 699.508654ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.406943196Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\") failed: Property not found. retry in 850.523831ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.469840162Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 1.45659697s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.540342227Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 799.095516ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.563969156Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\") failed: Property not found. retry in 989.195505ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.584518514Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 1.239968652s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.599691641Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 704.014808ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.703297633Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 686.149176ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.752289455Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 1.224584766s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.772776831Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 541.084376ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:20.892442444Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 794.171479ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.036669879Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 1.080814874s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.095399726Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 708.411649ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.127929238Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 1.310328704s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.150281773Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 1.487199796s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.162561684Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\") failed: Property not found. retry in 1.380215875s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.176400716Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 1.328074209s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.267323426Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\") failed: Property not found. retry in 1.44294345s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.338640253Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 1.240944201s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.378467695Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 1.210942855s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.427681503Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 622.453119ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.446823004Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 1.174188619s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.457638008Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 1.288484434s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.468892552Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 720.956023ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.576640412Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\") failed: Property not found. retry in 749.868414ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.589888299Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 1.192154628s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.603344491Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 971.456879ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.840898359Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 1.128486305s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.84817774Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 936.940292ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:21.856105417Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 887.155448ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.00596523Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 820.334928ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.014841152Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 977.179739ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.080444769Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 651.301254ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.186579577Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 1.234790232s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.307071521Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\") failed: Property not found. retry in 610.477518ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.350363084Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 1.288481454s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.473631081Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\") failed: Property not found. retry in 1.420172857s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.570580378Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 1.373799194s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.608581493Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 689.704937ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.631880943Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 762.631787ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.646031213Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 1.192650993s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.656919708Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 778.708301ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.669634211Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 1.21500492s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.773916641Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\") failed: Property not found. retry in 873.632009ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.794340875Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 866.866285ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.805075486Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 862.477498ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.814925724Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 1.30611213s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.823645362Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 1.267648608s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.845513304Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 1.242934653s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.854584372Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 1.408539822s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.903601565Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\") failed: Property not found. retry in 628.605774ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.971573174Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 612.39611ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:22.987560433Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 1.027137675s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:23.073321587Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 1.173917905s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:23.334020811Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 729.038228ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:23.420463944Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 656.545412ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:23.463652084Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 1.347625106s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:23.556245838Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 726.911722ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:23.614977005Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\") failed: Property not found. retry in 924.006192ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:23.630801409Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\") failed: Property not found. retry in 884.864603ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:23.682056631Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 907.576588ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:23.693666775Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 1.375273331s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:23.706118821Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 697.464343ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:23.775665781Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 1.327797872s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:23.864556788Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 1.179433465s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:23.995542786Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\") failed: Property not found. retry in 875.665294ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.007661273Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 1.192406835s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.019071882Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 1.03672698s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.111281996Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 832.5935ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.124665516Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 1.267148984s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.138380405Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 1.226149879s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.149183618Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 1.44723225s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.16262491Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 1.41962577s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.177223352Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 580.218967ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.326622582Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 827.442141ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.357898251Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 1.137056712s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.485618504Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 586.460398ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.520530618Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\") failed: Property not found. retry in 1.200966656s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.568310938Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\") failed: Property not found. retry in 1.138052196s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.579338657Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 1.240173414s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.614929169Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\") failed: Property not found. retry in 1.296026505s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.894907107Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 709.474627ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.913912694Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 900.144863ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.922359155Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 1.109299868s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:24.966822669Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 1.344815164s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.091589415Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 725.858394ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.115889581Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\") failed: Property not found. retry in 1.413176089s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.156607076Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 1.435646699s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.183910181Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 1.432556549s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.194828786Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 695.518137ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.202316872Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 1.169734144s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.220595281Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 1.004305504s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.38636243Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 1.461473216s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.414725332Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 1.006249077s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.607417336Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 651.947499ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.618457955Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a\") failed: Property not found. retry in 1.472103876s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.631744712Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 1.314332154s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.639635549Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\") failed: Property not found. retry in 980.597608ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.727466998Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\") failed: Property not found. retry in 1.097244792s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.778794292Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 820.541854ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.831996994Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 1.255969753s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.851839413Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 1.182921424s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.864597277Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a\") failed: Property not found. retry in 1.184954527s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:25.906709429Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056\") failed: Property not found. retry in 1.404419532s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:26.085208502Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966\") failed: Property not found. retry in 1.31581986s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:26.201413593Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3\") failed: Property not found. retry in 1.434329387s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:26.281576911Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187\") failed: Property not found. retry in 1.004344542s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:26.403103522Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 952.808668ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:26.415298232Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493\") failed: Property not found. retry in 1.4364678s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:26.446886828Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6\") failed: Property not found. retry in 781.59527ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:26.666020984Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\") failed: Property not found. retry in 746.786377ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:26.6792195Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455\") failed: Property not found. retry in 1.097550384s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:26.687739163Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617\") failed: Property not found. retry in 743.354344ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:26.695625569Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989\") failed: Property not found. retry in 1.291515515s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:26.718487807Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620\") failed: Property not found. retry in 870.461601ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:26.885463748Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1\") failed: Property not found. retry in 777.894386ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:26.893866998Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b\") failed: Property not found. retry in 1.116494026s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:26.962739491Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac\") failed: Property not found. retry in 797.606906ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:27.058559279Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e\") failed: Property not found. retry in 651.840367ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:27.117604434Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6\") failed: Property not found. retry in 874.720236ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:22:27.383707759Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292628179Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_c2a9ff1b-6bf2-44ab-820a-ffa0bdc5e4f1"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292707251Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_nexus_a3217e6c-675c-4adf-8ecc-96d94bf6e989"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292722652Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_pantry_42957785-9d09-4d99-bea4-16825d49f187"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292727532Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_external_dns_0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292731522Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_pantry_34e7f3fc-48af-4bef-bc28-ae0591df3ec6"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292736002Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_nexus_f3f209f6-e734-4668-a846-a95f1bd49966"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292740482Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_nexus_084f8a59-62e4-4dcf-9048-6bb1fcfcb12c"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292745142Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_clickhouse_6aacc31a-f40b-4eb6-a0d8-e9e80db31ed3"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292749472Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_7f70b867-7f64-4875-97f2-657cb79de68e"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292753882Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_pantry_6ac07ad6-2c82-4528-b1c9-de228bea0455"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292763803Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_328914be-599e-45e3-b468-5c39b3224617"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292768323Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_oximeter_11b8a49d-8c87-4f45-a2f5-a4168428818b"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292772953Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_3b81b317-ce06-4d0d-ba5f-2c8067a18f4a"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292777253Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_28136525-9e36-4054-8cdb-f414d0dfbeac"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292786153Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_9b45a57e-6b51-476e-9d0b-7d5225cff46a"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292790634Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_external_dns_68cae59e-735b-44bb-8f38-08d912396620"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292795794Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_98ce5c6a-41df-44c2-90db-b99c19c36056"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292810134Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_871402d4-82ab-4765-8ca2-0318644f0493"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292815514Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_2ada8a83-4b8b-4cd5-aae2-d40a679473b6"}
{"msg":"Writing ledger to /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.292896026Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.308757091Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.345059822Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"a815abb0-686b-471e-8bd2-7f857322d55d","remote_addr":"[fd00:1122:3344:101::1]:52088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":37750821,"response_code":"204"}
{"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.352565388Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1244"}
{"msg":"Writing ledger to /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.352579028Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.352800284Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.356983824Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:681"}
{"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.375440927Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:694"}
{"msg":"rack_network_config: RackNetworkConfigV2 {\n    bfd: [],\n    bgp: [],\n    infra_ip_first: 10.151.2.174,\n    infra_ip_last: 10.151.2.174,\n    ports: [\n        PortConfigV2 {\n            addresses: [\n                UplinkAddressConfig {\n                    address: V4(\n                        Ipv4Net {\n                            addr: 10.151.2.174,\n                            width: 24,\n                        },\n                    ),\n                    vlan_id: None,\n                },\n            ],\n            autoneg: false,\n            bgp_peers: [],\n            port: \"qsfp0\",\n            routes: [\n                RouteConfig {\n                    destination: V4(\n                        Ipv4Net {\n                            addr: 0.0.0.0,\n                            width: 0,\n                        },\n                    ),\n                    nexthop: 10.151.2.100,\n                    vlan_id: None,\n                },\n            ],\n            switch: Switch0,\n            uplink_port_fec: None,\n            uplink_port_speed: Speed40G,\n        },\n    ],\n    rack_subnet: Ipv6Net {\n        addr: fd00:1122:3344:100::,\n        width: 56,\n    },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:28.450290066Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:825"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8580a6bf-39f4-4e92-9bd7-5069aa34ad57/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:29.598167211Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8580a6bf-39f4-4e92-9bd7-5069aa34ad57/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:29.734816858Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8580a6bf-39f4-4e92-9bd7-5069aa34ad57/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:29.855158018Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8580a6bf-39f4-4e92-9bd7-5069aa34ad57/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:30.042736827Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8580a6bf-39f4-4e92-9bd7-5069aa34ad57/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:30.290270987Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8580a6bf-39f4-4e92-9bd7-5069aa34ad57/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:30.475718391Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8580a6bf-39f4-4e92-9bd7-5069aa34ad57/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:30.810240417Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8580a6bf-39f4-4e92-9bd7-5069aa34ad57/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:31.063692451Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8580a6bf-39f4-4e92-9bd7-5069aa34ad57/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:31.281297106Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8580a6bf-39f4-4e92-9bd7-5069aa34ad57/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:31.501741396Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8580a6bf-39f4-4e92-9bd7-5069aa34ad57/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:32.202315473Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8580a6bf-39f4-4e92-9bd7-5069aa34ad57/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:32.792906311Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8580a6bf-39f4-4e92-9bd7-5069aa34ad57/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:33.884517383Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8580a6bf-39f4-4e92-9bd7-5069aa34ad57/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:34.791410631Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:35.464875128Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50185"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:35.465495904Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"fc4268da-ac1a-4dcb-8557-8e8bf3575c3f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50185","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":31,"response_code":"200"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8580a6bf-39f4-4e92-9bd7-5069aa34ad57/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:35.820461826Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/8580a6bf-39f4-4e92-9bd7-5069aa34ad57/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:37.721944325Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"340262b1-faf4-43d8-a7f9-3bc16114463c\", \"content-length\": \"173\", \"date\": \"Wed, 03 Jul 2024 17:22:40 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"8580a6bf-39f4-4e92-9bd7-5069aa34ad57\\\"\", request_id: \"340262b1-faf4-43d8-a7f9-3bc16114463c\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:40.191453703Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3714138e-1b81-47e6-943e-f2478b36e459\", \"content-length\": \"173\", \"date\": \"Wed, 03 Jul 2024 17:22:41 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7\\\"\", request_id: \"3714138e-1b81-47e6-943e-f2478b36e459\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:41.9682199Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:44.010980857Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"sled-agent/src/nexus.rs:592","new_generation":"1","old_generation":"1"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:44.144456731Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:47390"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:44.14673055Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:44.233286226Z","hostname":"sock","pid":1555,"uri":"/inventory","method":"GET","req_id":"2b39022d-b507-45f2-b9b0-351f0362505f","remote_addr":"[fd00:1122:3344:101::c]:47390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":88717,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:44.236632143Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:44.236690825Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:44.237624699Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:44.238169203Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"GET","req_id":"91477582-67f2-44ba-8ee3-25e85326378e","remote_addr":"[fd00:1122:3344:101::c]:47390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":4336,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.067117381Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:52763"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.068287882Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.068921778Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.068960999Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.068970389Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.06897636Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.06900344Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.06900889Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.069036351Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ebe1cabd-9025-453c-b29a-7db6ea75f482","remote_addr":"[fd00:1122:3344:101::b]:52763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1581,"response_code":"204"}
{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.071158137Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:897"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.116414341Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:45731"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.117362856Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.117416337Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.117450458Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.117458578Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.117465139Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.117470559Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.117485289Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.117490899Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"70707543-3218-4d43-b010-3ed96d6bcb98","remote_addr":"[fd00:1122:3344:101::a]:45731","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":991,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.401170595Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:54549"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.401222926Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.480685216Z","hostname":"sock","pid":1555,"uri":"/inventory","method":"GET","req_id":"fc9f1342-a725-425b-9705-02390acc4b7f","remote_addr":"[fd00:1122:3344:101::b]:54549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":79443,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.481075396Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.481143498Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.481535518Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:45.482347529Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"GET","req_id":"8501131d-fe61-4754-9783-32d3664d25a6","remote_addr":"[fd00:1122:3344:101::b]:54549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1377,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.176923329Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:47664"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.177171995Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.177230157Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.177272638Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.177286748Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.177296249Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.177315969Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.177326239Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.17734689Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"743632e2-4070-4244-be4f-4e45207355ad","remote_addr":"[fd00:1122:3344:101::b]:47664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":396,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.896619447Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:41574"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.896873733Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.896918225Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.896965846Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.896993447Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.896999947Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.897008367Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.897013977Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:46.897031768Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0ee03b98-5237-4197-98e9-8c5a7786ecdd","remote_addr":"[fd00:1122:3344:101::c]:41574","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":303,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:50.313348627Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:40599"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:50.313650875Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"717a1f1a-ca1e-465a-b6f3-f85f356e7381","remote_addr":"[fd00:1122:3344:101::b]:40599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":284,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:22:50.372225188Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"1ba87a86-880c-4f15-af7f-b4a578788e3d","remote_addr":"[fd00:1122:3344:101::b]:40599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1053,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:05.518148214Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53776"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:05.518298878Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"494522e6-62a4-40db-b7fe-e55e3a803027","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53776","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":87,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.086591664Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:51059"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.087536402Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"1faa0bd7-8c01-4e6f-a8b1-704ced070a65","remote_addr":"[fd00:1122:3344:101::b]:51059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":960,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.116137538Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:35896"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.116408445Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"f7d8b53b-ab50-49d6-a66c-a6beff730414","remote_addr":"[fd00:1122:3344:101::b]:35896","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":243,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.125308998Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"b6ecd731-bbe2-4fc1-920a-c36da32edab5","remote_addr":"[fd00:1122:3344:101::b]:35896","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":121,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.315979888Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:52140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.432380214Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"d0ae348e-dbbb-494f-9a34-8096b6a8336d","remote_addr":"[fd00:1122:3344:101::b]:52140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":116353,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.432525088Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:54628"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.432633631Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"0446277d-5108-4efd-8fba-0bb983bcd095","remote_addr":"[fd00:1122:3344:101::c]:54628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":57,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.433908734Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"02f3302d-5092-4cf1-a906-050c52a43492","remote_addr":"[fd00:1122:3344:101::b]:52140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1213,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.442071188Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"f3549dbe-c615-4987-8829-555239ce2037","remote_addr":"[fd00:1122:3344:101::c]:54628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":172,"response_code":"204"}
{"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.459208957Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.459240457Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.46009192Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.468718025Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.468939061Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"PUT","req_id":"59fa0f9c-5400-4a94-9ff0-183a45b455c8","remote_addr":"[fd00:1122:3344:101::b]:52140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":9869,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.471533659Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:34873"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.471776525Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"444d94b4-eb39-46fd-b267-da59321aba5b","remote_addr":"[fd00:1122:3344:101::c]:34873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":184,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.577989223Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:46359"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.626991698Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"b8c363e6-0c36-40de-a442-eadf537485df","remote_addr":"[fd00:1122:3344:101::c]:46359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":48896,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.628014225Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"dc443203-6777-4fdc-a4cf-883363a95e31","remote_addr":"[fd00:1122:3344:101::c]:46359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":806,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.717529508Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:52509"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.717688562Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"af9da3c9-b132-4c1f-a58c-7cdd0f9db02c","remote_addr":"[fd00:1122:3344:101::a]:52509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":84,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.725103196Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"9eb50fe8-0b4a-4f4e-9926-7e634fe1e5f7","remote_addr":"[fd00:1122:3344:101::a]:52509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":127,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.74017812Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:42189"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.740963991Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"19e363a4-21f9-48f1-a903-d95bd7b39ad7","remote_addr":"[fd00:1122:3344:101::a]:42189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":799,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.795642093Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:43485"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.845837747Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"2253f627-dde8-48ee-aee7-4ebc155f195c","remote_addr":"[fd00:1122:3344:101::a]:43485","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":50157,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:11.846128054Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"db212b16-8609-4a0f-8911-420c572b11fc","remote_addr":"[fd00:1122:3344:101::a]:43485","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":101,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:35.55239536Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37897"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:35.552703558Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"d9cb729e-7dcb-4134-923d-c0edfe868989","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37897","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":56,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.151415753Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:53054"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.152260925Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"82fd2223-285a-4ef7-9f39-9a7e254c9825","remote_addr":"[fd00:1122:3344:101::b]:53054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":823,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.265678753Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:63945"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.265796776Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"c19bd1dd-81ea-43b6-a44b-be78040017c1","remote_addr":"[fd00:1122:3344:101::b]:63945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":91,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.2739645Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"dd207669-01df-40ea-861b-670628256a7e","remote_addr":"[fd00:1122:3344:101::b]:63945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":167,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.484199483Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:50335"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.536007769Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"64b15f5e-7925-492e-8a01-3bcc691ea0fa","remote_addr":"[fd00:1122:3344:101::b]:50335","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":51762,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.536294486Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"e56b343a-e7ce-43f7-950d-0a093c4528ea","remote_addr":"[fd00:1122:3344:101::b]:50335","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":92,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.555495919Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:46954"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.555642173Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"827f43d4-8411-46cc-b123-3c80756c2448","remote_addr":"[fd00:1122:3344:101::c]:46954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":89,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.563655352Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"4934f35e-a27d-4898-ba5c-6c92d7d4f7a0","remote_addr":"[fd00:1122:3344:101::c]:46954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":144,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.596172174Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:57134"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.596356839Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"9cbd4287-4c2b-46eb-840d-a3ff104dc785","remote_addr":"[fd00:1122:3344:101::c]:57134","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":139,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.620671455Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:52071"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.620837469Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"312acd94-2857-4e13-902b-6df71af62c0e","remote_addr":"[fd00:1122:3344:101::a]:52071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":105,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.691228992Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:61137"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.691311924Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"57a2be68-fbbb-4f0b-9808-dbfee243b36a","remote_addr":"[fd00:1122:3344:101::a]:61137","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":32,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:41.698194574Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"74d9d6b7-8fa9-45e0-a411-c97709548146","remote_addr":"[fd00:1122:3344:101::a]:61137","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":62,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:42.014027341Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:47672"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:42.062420528Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"1d7a8c54-9c51-4dd8-82cb-d806d8d1710f","remote_addr":"[fd00:1122:3344:101::a]:47672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":48343,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:42.062597462Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:37458"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:42.065986391Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"dac19925-cc98-4ed4-986c-609ce95629cd","remote_addr":"[fd00:1122:3344:101::a]:47672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":3291,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:42.108845133Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"579c54c2-cd37-463e-8c2e-560a02fe0e58","remote_addr":"[fd00:1122:3344:101::c]:37458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":46181,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:23:42.10912718Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"cc891d48-2eff-4cb1-95ef-730a967ec534","remote_addr":"[fd00:1122:3344:101::c]:37458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":121,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:05.588712853Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39625"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:05.588853246Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"a00aea7e-250d-4013-9015-7d313f95a7a6","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39625","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":90,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:10.940994957Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:48631"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:10.941130421Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"125aae87-27bc-442c-a1d2-8539c1e50ddb","remote_addr":"[fd00:1122:3344:101::b]:48631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":107,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:10.946671336Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"646567a1-71e2-4398-b274-7a338bb5388f","remote_addr":"[fd00:1122:3344:101::b]:48631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":147,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:10.957801677Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:39989"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:10.957942141Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"ef1bd8ed-00ee-462b-8618-2bd27683cad9","remote_addr":"[fd00:1122:3344:101::b]:39989","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":124,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.135597491Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:40788"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.185931899Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"2c86920b-23d1-46ce-8c39-61d1d5760b9c","remote_addr":"[fd00:1122:3344:101::b]:40788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":50289,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.186198215Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"64d5cfb0-987d-4811-b233-dee2a99964f2","remote_addr":"[fd00:1122:3344:101::b]:40788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":95,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.394257611Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:58231"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.394392355Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"9a1ab088-f853-45e1-9642-69e6619612ef","remote_addr":"[fd00:1122:3344:101::c]:58231","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":98,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.401951013Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"a3468549-4592-497f-847c-3a97c24666b7","remote_addr":"[fd00:1122:3344:101::c]:58231","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":157,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.482168913Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:65197"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.482359307Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"5a758017-43fd-4895-8c8e-6ee94c63c4ef","remote_addr":"[fd00:1122:3344:101::c]:65197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":130,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.616002225Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:61698"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.664742251Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"2165209d-baf9-4916-8cea-7b80cc6815e5","remote_addr":"[fd00:1122:3344:101::c]:61698","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":48695,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.664972557Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"3d5b7cf7-2c38-4d68-8c16-febd318e8687","remote_addr":"[fd00:1122:3344:101::c]:61698","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":92,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.692702463Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:34156"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.692835717Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"30f25960-efe8-4296-980a-608de749a247","remote_addr":"[fd00:1122:3344:101::a]:34156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":84,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.699816599Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"633cdb8d-0eab-4e9e-b1ed-39b61c51ac09","remote_addr":"[fd00:1122:3344:101::a]:34156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":125,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.731101978Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:57918"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.731287013Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"2e414b2f-8701-4232-8869-b60bf8354784","remote_addr":"[fd00:1122:3344:101::a]:57918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":176,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.839555097Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:42371"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.887358188Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"92f2a6d3-9f12-4ef6-a7f8-57c192304cdb","remote_addr":"[fd00:1122:3344:101::a]:42371","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":47748,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:11.888052046Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"676da819-20b2-4f37-bd77-0690b32484f4","remote_addr":"[fd00:1122:3344:101::a]:42371","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":549,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:18.867973014Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:41110","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::d]:47663"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:18.875548032Z","hostname":"sock","pid":1555,"uri":"/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","method":"GET","req_id":"e48880d1-d945-4107-a0f4-52c875ab6356","remote_addr":"[fd00:1122:3344:101::d]:47663","local_addr":"[fd00:1122:3344:101::1]:41110","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":7480,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:35.621852432Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55986"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:35.621959475Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"fb7470bf-80af-416a-bdaa-6ccbda25092c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55986","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":75,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.23634261Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:53441"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.236551535Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"36d6faf2-7869-4d6f-89f4-58ba00327e8a","remote_addr":"[fd00:1122:3344:101::b]:53441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":176,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.307304477Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:64659"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.30740683Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"3105383f-0940-40a0-a9ac-f2eb96751ad0","remote_addr":"[fd00:1122:3344:101::b]:64659","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":81,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.315785529Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"1020237c-e1f7-48fe-acfd-c982c92b6f57","remote_addr":"[fd00:1122:3344:101::b]:64659","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":996,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.514356797Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:54449"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.566779019Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"af96dc7d-5bb3-449b-8432-581ffb795706","remote_addr":"[fd00:1122:3344:101::b]:54449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":52336,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.567067097Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"52d82249-1278-4d21-b756-03160e085478","remote_addr":"[fd00:1122:3344:101::b]:54449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":108,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.591905027Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:58392"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.592071491Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"5fa4909c-4aff-4958-99df-1291e76980d8","remote_addr":"[fd00:1122:3344:101::c]:58392","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":92,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.60042176Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"317b892f-65ef-4f4a-acb0-bfa0b837a7dd","remote_addr":"[fd00:1122:3344:101::c]:58392","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":127,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.605379289Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:65438"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.606441257Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"14b68fa5-f000-4d84-90b5-6a9e52420923","remote_addr":"[fd00:1122:3344:101::a]:65438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1020,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.612626989Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"ddcfe23e-439c-41b8-9d13-2bfe734ff049","remote_addr":"[fd00:1122:3344:101::a]:65438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":83,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.716205701Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:41270"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.717132535Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"44d53beb-54bf-4faf-b453-0a3183319524","remote_addr":"[fd00:1122:3344:101::c]:41270","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":907,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.759024761Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:54422"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.759172685Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"c607d59a-5200-4e36-bec4-0b8c1db25395","remote_addr":"[fd00:1122:3344:101::a]:54422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":125,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.910050964Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:37224"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.960819853Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"8ee182d6-2b9a-4ac9-9c2c-134056483639","remote_addr":"[fd00:1122:3344:101::c]:37224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":50707,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:41.961655575Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"a76234a3-7713-4492-bf7a-9473042ec190","remote_addr":"[fd00:1122:3344:101::c]:37224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":669,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:42.157330346Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:63899"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:42.205435695Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"4d6f9b90-65de-4b42-8efb-c0c1d455b724","remote_addr":"[fd00:1122:3344:101::a]:63899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":48016,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:42.205688212Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"7fbb11ae-61cc-422b-b8a2-35ca647ea7b9","remote_addr":"[fd00:1122:3344:101::a]:63899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":101,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:24:48.861789415Z","hostname":"sock","pid":1555,"uri":"/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","method":"GET","req_id":"b62cbc61-34cf-4e69-b202-dca075214c66","remote_addr":"[fd00:1122:3344:101::d]:47663","local_addr":"[fd00:1122:3344:101::1]:41110","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":965,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:05.655334453Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54114"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:05.655478147Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"4a3517e3-891f-45e8-bf2d-8ad91dd50043","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54114","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":130,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:10.911947415Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:64805"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:10.913109785Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"1aa76c10-9882-4b26-9b1d-99c9984c3581","remote_addr":"[fd00:1122:3344:101::b]:64805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1144,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:10.920312204Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"051cae4a-1833-467f-b110-b24fbe1ad93c","remote_addr":"[fd00:1122:3344:101::b]:64805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":126,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:10.988234642Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:46966"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:10.988403766Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"5b3dcec8-a44c-486c-864b-ca32d88ac5d7","remote_addr":"[fd00:1122:3344:101::b]:46966","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":158,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.070260619Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:44198"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.117359821Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"02ddd48f-4523-4f63-b0f1-fc1ff172bb0c","remote_addr":"[fd00:1122:3344:101::b]:44198","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":47043,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.117620608Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"f4c94278-6baf-49a8-b100-f9e472a025f6","remote_addr":"[fd00:1122:3344:101::b]:44198","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":91,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.435112629Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:51506"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.435352315Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"021f8629-0418-4ca9-8656-fb25d64960a9","remote_addr":"[fd00:1122:3344:101::c]:51506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":187,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.519833816Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:37246"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.519943599Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"85ab2c60-f9de-460f-8519-a10561f2fc15","remote_addr":"[fd00:1122:3344:101::a]:37246","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":80,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.527904267Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"5df06ef8-37e2-4234-918b-b7224af05990","remote_addr":"[fd00:1122:3344:101::a]:37246","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":154,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.561181919Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:54421"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.561258891Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"c25adb60-be63-46b2-a78a-02d0d546a77b","remote_addr":"[fd00:1122:3344:101::c]:54421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":30,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.568626613Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"fbb987ae-0551-48b4-8eea-362fa19b19db","remote_addr":"[fd00:1122:3344:101::c]:54421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":91,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.619582787Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:42052"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.620545292Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"e61d3d94-3eb3-4e54-bd84-110176196e2d","remote_addr":"[fd00:1122:3344:101::a]:42052","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":928,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.696223393Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:34538"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.745588976Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"3ad4dd53-258c-4e7e-b731-93ca975a40c6","remote_addr":"[fd00:1122:3344:101::c]:34538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":49314,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.745827452Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"01400dc2-f0fd-41cc-aa4f-cf6cafe30f90","remote_addr":"[fd00:1122:3344:101::c]:34538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":91,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.77097812Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:58047"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.819257774Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"8f97c3fb-438e-4686-a187-d0e9e5401208","remote_addr":"[fd00:1122:3344:101::a]:58047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":48198,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:11.819538641Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"67a1e821-b076-42fe-a4e4-3bcd7bee653f","remote_addr":"[fd00:1122:3344:101::a]:58047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":103,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:18.862127329Z","hostname":"sock","pid":1555,"uri":"/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","method":"GET","req_id":"d973b78e-8a5c-4ade-af72-27b8333cd779","remote_addr":"[fd00:1122:3344:101::d]:47663","local_addr":"[fd00:1122:3344:101::1]:41110","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1074,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:35.68868713Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40136"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:35.688795713Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"6a49220d-7099-4d41-b390-5850acaf8b24","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40136","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":77,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.142422142Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:34816"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.143371117Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"113107d9-ad8e-4649-9841-0bb7ef35fbf2","remote_addr":"[fd00:1122:3344:101::b]:34816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":919,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.151294884Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"d18b8eef-a4b7-4e68-82ce-b06f0b20d35a","remote_addr":"[fd00:1122:3344:101::b]:34816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":127,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.196585739Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:55755"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.196737363Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"8d84b8a6-8771-49ca-b49f-ff5a70d7aba2","remote_addr":"[fd00:1122:3344:101::b]:55755","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":136,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.333638247Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:53533"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.387413184Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"add751c9-6dd5-436e-a20b-b6260a07c762","remote_addr":"[fd00:1122:3344:101::b]:53533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":53714,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.387731923Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"ffed78ab-7616-4617-9c4f-4267a3e7de6a","remote_addr":"[fd00:1122:3344:101::b]:53533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":113,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.436290324Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:35586"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.436502179Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"94542cfc-75ad-4b66-bef5-5d2ce39beacd","remote_addr":"[fd00:1122:3344:101::c]:35586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":172,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.640398476Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:35761"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.64052275Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"4f86fc7c-f133-4793-9730-2ad4a46341c3","remote_addr":"[fd00:1122:3344:101::c]:35761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":103,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.642761458Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:64967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.64282378Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"07457112-5d3c-41e2-bbc4-1356e8396da4","remote_addr":"[fd00:1122:3344:101::a]:64967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":41,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.647389969Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"8ea251a2-8c0b-4b98-a989-10127c0f9a61","remote_addr":"[fd00:1122:3344:101::c]:35761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":111,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.649530125Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"56328dec-8ecd-4c0d-be5c-77c0299896d3","remote_addr":"[fd00:1122:3344:101::a]:64967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":51,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.737145709Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:35951"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.737307133Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"4f2b41d7-6aff-46a7-beee-eb79fb1dd308","remote_addr":"[fd00:1122:3344:101::a]:35951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":123,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.815629673Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:33107"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.867816869Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"9af7012c-6c12-405d-a140-6451b8e612f3","remote_addr":"[fd00:1122:3344:101::c]:33107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":52114,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.868045595Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"b29ded8e-9ca7-49b2-bcf9-0a81e46de620","remote_addr":"[fd00:1122:3344:101::c]:33107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":86,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.931710681Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:46103"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.978179298Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"5824506f-dd98-4399-acc4-360475e1362e","remote_addr":"[fd00:1122:3344:101::a]:46103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":46374,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:41.978470775Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"d05b69a1-10c8-4c5c-a7cf-cea1676d4fb9","remote_addr":"[fd00:1122:3344:101::a]:46103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":127,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:25:48.862193175Z","hostname":"sock","pid":1555,"uri":"/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","method":"GET","req_id":"bf130722-f170-4cd7-8f5a-334d05f89f5c","remote_addr":"[fd00:1122:3344:101::d]:47663","local_addr":"[fd00:1122:3344:101::1]:41110","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":627,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:05.722012917Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63880"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:05.72212006Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"78948e5d-ca4a-4d58-a7f0-2c7eddfd2fb6","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63880","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":94,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:10.921649815Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:50362"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:10.92184164Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"e0ef64c5-b33d-4656-a9dd-60784d3af9d4","remote_addr":"[fd00:1122:3344:101::b]:50362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":150,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:10.92985773Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"1940833a-2f63-4366-ba54-9097b8e71fc1","remote_addr":"[fd00:1122:3344:101::b]:50362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":750,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:10.943808555Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:57180"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:10.943960419Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"4a64f910-67ac-4291-b473-cc088f9697eb","remote_addr":"[fd00:1122:3344:101::b]:57180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":116,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.083382829Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:38935"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.134858406Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"73602d6b-bbd2-4873-99f8-f8663edcc770","remote_addr":"[fd00:1122:3344:101::b]:38935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":51434,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.135640206Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"ba2a937a-d0c1-4ae2-b8b7-39e87583f401","remote_addr":"[fd00:1122:3344:101::b]:38935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":643,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.377466086Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:48071"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.378049211Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"8471d1aa-7b13-46dd-9c65-698d171ab0ce","remote_addr":"[fd00:1122:3344:101::c]:48071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":539,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.385706652Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"caa81fdf-14db-4747-b540-4f86ec26ea86","remote_addr":"[fd00:1122:3344:101::c]:48071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":140,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.408120009Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:47880"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.408286853Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"ed4172e3-bac7-4c23-9212-bdb8b515ef34","remote_addr":"[fd00:1122:3344:101::c]:47880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":145,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.558266808Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:63030"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.558344031Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"df9dd035-e146-4fb3-8d00-ce2be0f49554","remote_addr":"[fd00:1122:3344:101::a]:63030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":57,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.56292659Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:52484"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.563064614Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"08f1005e-a862-4b74-8aaf-af1529eda706","remote_addr":"[fd00:1122:3344:101::a]:52484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":118,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.566160585Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"3ee98df4-5233-4546-934f-fef22f3e0a93","remote_addr":"[fd00:1122:3344:101::a]:63030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":83,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.673645469Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:60246"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.72375216Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"d0fd8350-8f0e-476e-8fda-2d6bb4fb4079","remote_addr":"[fd00:1122:3344:101::c]:60246","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":50071,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.723862763Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:57084"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.727499348Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"b3b808c0-5c25-446d-8f4d-d9961e59f93d","remote_addr":"[fd00:1122:3344:101::c]:60246","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":3425,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.76843503Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"e132f7c0-8951-412e-ae13-78ede827ef36","remote_addr":"[fd00:1122:3344:101::a]:57084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":44496,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:11.769489867Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"a7cb4896-b296-437c-b9dd-723b0b34ba81","remote_addr":"[fd00:1122:3344:101::a]:57084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":872,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:18.870359939Z","hostname":"sock","pid":1555,"uri":"/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","method":"GET","req_id":"2a905a9a-18be-4061-995a-2cb745a26b38","remote_addr":"[fd00:1122:3344:101::d]:47663","local_addr":"[fd00:1122:3344:101::1]:41110","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":365,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:35.7540941Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44128"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:35.754209353Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"c9ff59b1-684c-4127-8c66-deacdbec589a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44128","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":91,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.009915952Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:63175"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.010057455Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"a6af67de-38cd-46ba-a814-63e815451ed8","remote_addr":"[fd00:1122:3344:101::b]:63175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":121,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.017452349Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"7da525d0-8eb5-47f5-b8d2-4e0ed47ae50e","remote_addr":"[fd00:1122:3344:101::b]:63175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":115,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.055279269Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:34264"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.055448873Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"1f5c5a91-19e0-43e4-af07-eea9a5aa7c2f","remote_addr":"[fd00:1122:3344:101::b]:34264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":134,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.298396263Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:51866"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.347266002Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"ba14a8b0-117d-44d8-9f7f-f99dfe8d4b7c","remote_addr":"[fd00:1122:3344:101::b]:51866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":48827,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.347513338Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"29c8d517-6a8d-4c92-b262-434f5f2b09cb","remote_addr":"[fd00:1122:3344:101::b]:51866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":92,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.459249683Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:35109"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.459385957Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"c3452846-0a1b-40c1-acdf-9665e6f44893","remote_addr":"[fd00:1122:3344:101::c]:35109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":89,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.466451882Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"fd6a9421-1743-4d5a-8703-ea037ad0e43a","remote_addr":"[fd00:1122:3344:101::c]:35109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":140,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.57526408Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:40545"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.575776313Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"25235d3c-b5c3-4e09-aa93-021d545d4c33","remote_addr":"[fd00:1122:3344:101::c]:40545","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":492,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.701696929Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:59429"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.750140697Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"18dbbbd5-a3b6-411e-9597-9696eb6f83a2","remote_addr":"[fd00:1122:3344:101::c]:59429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":48377,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.750342282Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:56322"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.750432265Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:44946"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.750489786Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"0ccb63e6-844b-4eee-9d87-21548400aefc","remote_addr":"[fd00:1122:3344:101::a]:56322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":100,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.750702392Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"117c833f-cbc1-49c5-9eca-3bfa87b84c7a","remote_addr":"[fd00:1122:3344:101::c]:59429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":193,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.750721522Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"ab9de697-c0cb-44f5-8e14-a3c9737a599e","remote_addr":"[fd00:1122:3344:101::a]:44946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":215,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.758323762Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"816253b5-5a44-49f9-bd34-6d1e5e65d6da","remote_addr":"[fd00:1122:3344:101::a]:56322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":136,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.848628745Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:35827"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.895755579Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"67014af8-cd94-48a9-9af2-3a267886091d","remote_addr":"[fd00:1122:3344:101::a]:35827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":47057,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:41.896016666Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"9ee091b4-80c4-4191-9f96-d69419ab1a4c","remote_addr":"[fd00:1122:3344:101::a]:35827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":103,"response_code":"200"}
{"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:48.058299334Z","hostname":"sock","pid":1555,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:300"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:48.058413557Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:48.096800192Z","hostname":"sock","pid":1555,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:289","time_to_next_cleanup":"599.99999576s","next_cleanup":"Instant { tv_sec: 4501, tv_nsec: 356103459 }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:26:48.934464768Z","hostname":"sock","pid":1555,"uri":"/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","method":"GET","req_id":"cf2b95c3-282f-4125-a1c8-d4d021f4ce5a","remote_addr":"[fd00:1122:3344:101::d]:47663","local_addr":"[fd00:1122:3344:101::1]:41110","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":925,"response_code":"200"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:03.844210354Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:05.787718086Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60455"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:05.787817278Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"1f10f520-9c77-489d-9cd6-f1d9a09576ca","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60455","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":82,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:10.965864234Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:65326"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:10.965994028Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"bacecfca-61e5-4413-a965-0ce12446c90b","remote_addr":"[fd00:1122:3344:101::b]:65326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":113,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:10.973425432Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"ec882515-4723-422f-944a-0832ab05e3a1","remote_addr":"[fd00:1122:3344:101::b]:65326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":123,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:10.985718424Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:43414"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:10.985877928Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"0368225b-3d7c-4a3a-9b41-ec7ba237a245","remote_addr":"[fd00:1122:3344:101::b]:43414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":116,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.10359984Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:62084"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.152572502Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"dc796835-24e1-4873-a4e6-9e37fc5f6ac3","remote_addr":"[fd00:1122:3344:101::b]:62084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":48926,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.152841058Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"05565037-e655-4f65-8dd4-5f48e26c455a","remote_addr":"[fd00:1122:3344:101::b]:62084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":97,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.335827278Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:58698"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.335992082Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"362dea63-0a15-4a1c-9c7a-da30676a0080","remote_addr":"[fd00:1122:3344:101::c]:58698","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":114,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.343875079Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"fe7cc590-aafe-49d0-9c87-3fb74026587e","remote_addr":"[fd00:1122:3344:101::c]:58698","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":137,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.374825689Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:55083"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.375033784Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"269dcf78-e958-486e-a667-f52e3a22ed46","remote_addr":"[fd00:1122:3344:101::c]:55083","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":189,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.493603568Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:65238"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.543091573Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"ccc8a087-6f3e-4f25-9b34-04d81e1f37be","remote_addr":"[fd00:1122:3344:101::c]:65238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":49455,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.543250697Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:41050"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.543322099Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:39671"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.544204612Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"68deec2f-8909-4aad-89eb-5eb903df30eb","remote_addr":"[fd00:1122:3344:101::a]:39671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":800,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.544257134Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"7f824231-bf6b-4973-8492-a94e5c74cc60","remote_addr":"[fd00:1122:3344:101::a]:41050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":968,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.544297295Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"e39f1236-6149-427f-b703-2f6b4502f95f","remote_addr":"[fd00:1122:3344:101::c]:65238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":877,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.552037347Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"ca53d3ce-b760-4dcd-8cd2-fef6b728a9fb","remote_addr":"[fd00:1122:3344:101::a]:39671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":117,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.749400133Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:48342"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.797350559Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"d7dff7e8-36f6-40b8-a540-7817f8bdaaf2","remote_addr":"[fd00:1122:3344:101::a]:48342","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":47912,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:11.797598305Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"197960a3-fbb5-4f55-848f-91e743dbe0d5","remote_addr":"[fd00:1122:3344:101::a]:48342","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":98,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:18.933519287Z","hostname":"sock","pid":1555,"uri":"/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","method":"GET","req_id":"9f5637da-2398-4f90-8c15-c04860711b28","remote_addr":"[fd00:1122:3344:101::d]:47663","local_addr":"[fd00:1122:3344:101::1]:41110","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":674,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:35.819952072Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55840"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:35.820100505Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"4f860503-8592-47b6-b083-9edea99bbbe2","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55840","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":123,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.316754555Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:56813"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.316880578Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"f0044e31-cc2c-49e4-b3ea-a513837e6710","remote_addr":"[fd00:1122:3344:101::b]:56813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":112,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.32423434Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"b288414c-57d9-409a-8cec-585f187605ad","remote_addr":"[fd00:1122:3344:101::b]:56813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":131,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.33951739Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:40431"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.339687275Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"f46065e5-311c-49f0-909c-bf2af5ba00c9","remote_addr":"[fd00:1122:3344:101::b]:40431","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":136,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.397555219Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:64419"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.397743635Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.397794896Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.397840517Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.397850757Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.397872048Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.397889138Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.397922979Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.39795201Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d4d62826-160d-4126-a960-17443d88be6c","remote_addr":"[fd00:1122:3344:101::b]:64419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":352,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.456716328Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:41835"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.456890563Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"dddcf044-f8bd-49d3-90c9-75ea8da4555a","remote_addr":"[fd00:1122:3344:101::c]:41835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":134,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.501776218Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:54887"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.556294685Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"342b40cc-2789-437b-bd7a-710dc3f42df3","remote_addr":"[fd00:1122:3344:101::b]:54887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":54475,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.556444669Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:38032"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.556530451Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"d30a6188-cdd9-419c-a52b-a570be0f6fb7","remote_addr":"[fd00:1122:3344:101::c]:38032","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":52,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.557860406Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"6bbc0273-f406-4c40-bc22-8df20b340cc0","remote_addr":"[fd00:1122:3344:101::b]:54887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1268,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.564423587Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"7a657619-706a-47a6-b98d-29076bc865ab","remote_addr":"[fd00:1122:3344:101::c]:38032","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":118,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.637209873Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:56367"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.637292305Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"f6107c56-5b81-414e-909a-08c9890be6b2","remote_addr":"[fd00:1122:3344:101::a]:56367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":45,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.644975326Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"ed49f5b3-9154-450e-9673-05bd8b0818bb","remote_addr":"[fd00:1122:3344:101::a]:56367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":96,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.704234017Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:60410"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.704439743Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.704486734Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.704533715Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.704562166Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.704587167Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.704598907Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.704625708Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.704637888Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"241e6542-055d-4150-aa49-2aadba102f70","remote_addr":"[fd00:1122:3344:101::c]:60410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":377,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.762818131Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:39191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.762953664Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"5f785f91-270b-4887-8ac6-a95f0b7cfced","remote_addr":"[fd00:1122:3344:101::a]:39191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":122,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.884146157Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:51102"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.884349642Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7052476b-deda-4498-8a3c-16a4bb54ef23, kind: Service { id: 0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0 }, name: Name(\"external-dns-0b906eb1-eaa8-4e5c-9934-02ebaf0c72b0\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 89])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e7abc550-42a2-4765-9edc-3673828c3db2, kind: Service { id: 68cae59e-735b-44bb-8f38-08d912396620 }, name: Name(\"external-dns-68cae59e-735b-44bb-8f38-08d912396620\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 295b61d9-0a7d-4460-9e49-2e88be9923e1, kind: Service { id: f3f209f6-e734-4668-a846-a95f1bd49966 }, name: Name(\"nexus-f3f209f6-e734-4668-a846-a95f1bd49966\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 158])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 327c5d4b-7f5b-4e0d-9913-10da02ec8d9c, kind: Service { id: a3217e6c-675c-4adf-8ecc-96d94bf6e989 }, name: Name(\"nexus-a3217e6c-675c-4adf-8ecc-96d94bf6e989\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 76])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 89dbe437-2a6d-4d41-853e-159dff2703a6, kind: Service { id: 084f8a59-62e4-4dcf-9048-6bb1fcfcb12c }, name: Name(\"nexus-084f8a59-62e4-4dcf-9048-6bb1fcfcb12c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.884401833Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.884431784Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.884461155Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.884487825Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.884501916Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.884528517Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.884544207Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"18c293a5-dd64-4117-acb4-9bf6c2e85315","remote_addr":"[fd00:1122:3344:101::a]:51102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":349,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.896252884Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:51143"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.946320294Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"6796c68f-32ef-4125-917f-b9b405ad7270","remote_addr":"[fd00:1122:3344:101::c]:51143","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":50026,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.94656943Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"6da50fea-5b8c-42d3-bc99-5d09f1957089","remote_addr":"[fd00:1122:3344:101::c]:51143","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":94,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:41.994469904Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:45642"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:42.040970852Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"4e6fbb2e-a1a3-4a53-a1f1-440cb9ad88a0","remote_addr":"[fd00:1122:3344:101::a]:45642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":46411,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:42.041195987Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"f5aea400-24e4-4a42-be58-2f94fae53fb5","remote_addr":"[fd00:1122:3344:101::a]:45642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":87,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:27:48.93468304Z","hostname":"sock","pid":1555,"uri":"/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","method":"GET","req_id":"d5bf3686-0ac0-4d76-b2ef-9ee67c67e122","remote_addr":"[fd00:1122:3344:101::d]:47663","local_addr":"[fd00:1122:3344:101::1]:41110","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1650,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:05.851865039Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38486"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:05.851966731Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"9d7d4e86-c3c6-4177-91df-ff82e5b31066","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38486","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":92,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.033350505Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:34274"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.03354751Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"d484312a-f3f8-495d-802f-79bd3eda077a","remote_addr":"[fd00:1122:3344:101::b]:34274","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":187,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.135240162Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:43699"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.135986221Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"39c9e9d5-1bd5-48aa-8700-c318a9abc17a","remote_addr":"[fd00:1122:3344:101::b]:43699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":709,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.14281837Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"1e8b318f-d021-4e13-8e92-65a991a776d3","remote_addr":"[fd00:1122:3344:101::b]:43699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":122,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.258021285Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:60103"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.30599201Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"8f49dc7c-448b-4909-a0a2-16189aec6915","remote_addr":"[fd00:1122:3344:101::b]:60103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":47927,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.306920575Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"9d063b0a-accd-42e9-8f42-e49d97030bd1","remote_addr":"[fd00:1122:3344:101::b]:60103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":766,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.359959093Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:49391"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.36061711Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"823f2864-e692-42cb-90e3-e61f827d01a6","remote_addr":"[fd00:1122:3344:101::c]:49391","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":602,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.367209463Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"d596a364-4b48-468b-9f32-682395ba6fd9","remote_addr":"[fd00:1122:3344:101::c]:49391","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":102,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.379498344Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:33690"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.379661699Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"eee2109e-a0e6-4214-a04a-00a72b2cc60e","remote_addr":"[fd00:1122:3344:101::c]:33690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":131,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.518714019Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:53241"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.567830164Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"7feed699-eb05-4b10-9e38-5e9f633aadc7","remote_addr":"[fd00:1122:3344:101::c]:53241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":49062,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.568106761Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"cceec445-98f6-4b5b-92f3-efc54df708cb","remote_addr":"[fd00:1122:3344:101::c]:53241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":98,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.588841154Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:46195"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.588961627Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"29b8081e-0ba3-4ae5-af36-b3fdef7874dd","remote_addr":"[fd00:1122:3344:101::a]:46195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":67,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.595522529Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"0261af69-9998-4aab-bbfe-d8b132717ec3","remote_addr":"[fd00:1122:3344:101::a]:46195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":108,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.625785481Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:47523"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.625925945Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"e8547585-c62a-4ae4-9ff8-021b8478ee5d","remote_addr":"[fd00:1122:3344:101::a]:47523","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":119,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.705002384Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:35085"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.752315553Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"2b86fb18-8073-4c04-ab7e-f5874d0cfd7b","remote_addr":"[fd00:1122:3344:101::a]:35085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":47195,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:11.752759005Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"96c64049-ce7f-4b13-a9e3-5043255567a5","remote_addr":"[fd00:1122:3344:101::a]:35085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":82,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:18.933376507Z","hostname":"sock","pid":1555,"uri":"/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","method":"GET","req_id":"303a0b77-bbf8-4f3d-8b48-e1ef9606bff1","remote_addr":"[fd00:1122:3344:101::d]:47663","local_addr":"[fd00:1122:3344:101::1]:41110","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1258,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:35.883835534Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47476"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:35.883970247Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"bef9ac2e-05a2-4248-925a-7534fc148905","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47476","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":124,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:40.972329875Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:60637"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:40.972452698Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"d0271ad1-ed58-4523-99c7-abc630b6af9c","remote_addr":"[fd00:1122:3344:101::b]:60637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":110,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:40.981250249Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"d180e690-03ae-4783-9e6f-fb82e535e71d","remote_addr":"[fd00:1122:3344:101::b]:60637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":848,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.014095379Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:42324"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.014269023Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"b60a8c0b-0dc0-4775-9f55-b1b9cea443fa","remote_addr":"[fd00:1122:3344:101::b]:42324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":140,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.328803726Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:41779"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.383073366Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"b9718255-4269-4d51-97ec-39cfd77ea755","remote_addr":"[fd00:1122:3344:101::b]:41779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":54200,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.383552519Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"d678b55a-1af4-4570-85c1-8d4bb6c66b96","remote_addr":"[fd00:1122:3344:101::b]:41779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":138,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.458277945Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:49606"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.458436479Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"2e9cdfc0-5940-4452-886c-5cca20d25fa6","remote_addr":"[fd00:1122:3344:101::c]:49606","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":164,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.484167343Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:42692"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.484255665Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"5bc37a0a-499b-4ab5-b36e-8d5d102c60b7","remote_addr":"[fd00:1122:3344:101::c]:42692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":61,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.493511317Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"15d81426-faff-4794-9487-d8e8266c18db","remote_addr":"[fd00:1122:3344:101::c]:42692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1164,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.652610122Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:40644"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.652718855Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"01f57310-0c62-4542-ac40-0b9ce70cb0d5","remote_addr":"[fd00:1122:3344:101::a]:40644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":93,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.69226349Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:62064"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.741467418Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"63afac62-c18b-4f0b-ba80-397ca811b19a","remote_addr":"[fd00:1122:3344:101::c]:62064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":49157,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.741680103Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:40200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.741766215Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"6de11662-c3bc-4e71-92cf-2b5eda880a94","remote_addr":"[fd00:1122:3344:101::c]:62064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":122,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.741831177Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"39478305-72a5-4c24-ab77-8bf4ae542285","remote_addr":"[fd00:1122:3344:101::a]:40200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":89,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:41.75110289Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"e114b863-1734-4b5d-86c3-d782fd54e987","remote_addr":"[fd00:1122:3344:101::a]:40200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":955,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:42.388274158Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:34927"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:42.43801423Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"e8c2af39-712e-47aa-ac49-0abb7d2d2a17","remote_addr":"[fd00:1122:3344:101::a]:34927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":49694,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:42.438352209Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"40ef0d77-1f89-4730-bec9-1eaa571d7351","remote_addr":"[fd00:1122:3344:101::a]:34927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":108,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:28:48.933111781Z","hostname":"sock","pid":1555,"uri":"/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","method":"GET","req_id":"8f278e4a-1bda-4ecc-9fa3-fe245a7fbc34","remote_addr":"[fd00:1122:3344:101::d]:47663","local_addr":"[fd00:1122:3344:101::1]:41110","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":653,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:05.916216267Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39065"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:05.916310979Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"b77a508e-c601-4464-ba31-ee45dae73d68","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39065","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":65,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:10.97574183Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:57888"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:10.975846163Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"cb39c5ac-ce76-4db0-bf01-433b095d790d","remote_addr":"[fd00:1122:3344:101::b]:57888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":84,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:10.982142528Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"c49e37f4-4262-44fa-9d0d-0a768cd6dfa2","remote_addr":"[fd00:1122:3344:101::b]:57888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":130,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:10.982276041Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:47656"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:10.983058242Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"46bd6f45-4411-48e9-8f32-9f62a3592982","remote_addr":"[fd00:1122:3344:101::b]:47656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":764,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.191678562Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:33541"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.245565123Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"a6f22c14-13ae-4b79-911f-0526ac2adf34","remote_addr":"[fd00:1122:3344:101::b]:33541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":53827,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.245934963Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"3ab8db7b-c682-4582-bfbb-9b4d6e2520a7","remote_addr":"[fd00:1122:3344:101::b]:33541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":105,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.404938745Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:38240"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.405188851Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"d718aaac-d761-424a-9cc0-2884ffcdbd01","remote_addr":"[fd00:1122:3344:101::c]:38240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":203,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.496044419Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:39185"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.496874441Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"63810069-5c6f-4fce-8632-2a4b2f68b4ae","remote_addr":"[fd00:1122:3344:101::c]:39185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":798,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.504336506Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"cddb35db-79b9-4046-a04a-5b7795ae2c3d","remote_addr":"[fd00:1122:3344:101::c]:39185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":151,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.518116617Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:53035"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.518173469Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"413f317d-9ebd-4b7b-96ec-d1917d8f7fc1","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":37,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.52510179Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"30d78b71-cb13-4e4e-b610-2d560812902a","remote_addr":"[fd00:1122:3344:101::a]:53035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":90,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.589259869Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:43788"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.590274466Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"8c054637-900b-4249-91a5-f8bd366b3147","remote_addr":"[fd00:1122:3344:101::a]:43788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":992,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.659278052Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:59958"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.711357035Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"be11b0ba-c9f5-4fab-8a2a-3b5197d49aa1","remote_addr":"[fd00:1122:3344:101::c]:59958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":52014,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.71153872Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:53297"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.715220276Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"fad5e315-9c27-4e15-a0cf-a0818dda80c8","remote_addr":"[fd00:1122:3344:101::c]:59958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":3466,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.758846048Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"74653191-c770-40f0-b462-39ef760a76f0","remote_addr":"[fd00:1122:3344:101::a]:53297","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":47186,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:11.759237819Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"5e41defc-7143-4758-87b1-2e76b247e23b","remote_addr":"[fd00:1122:3344:101::a]:53297","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":154,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:14.861742517Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:49422"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:14.861923952Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"c01c13bd-f30b-4264-93f9-a32d00f8bc17","remote_addr":"[fd00:1122:3344:101::a]:49422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":164,"response_code":"200"}
{"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:14.862180358Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:832","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 104, 19])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(13759848) }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:14.862214699Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"PUT","req_id":"7ae7c829-d54e-443f-87ca-983d5d7c6d7e","remote_addr":"[fd00:1122:3344:101::a]:49422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":93,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:15.007347798Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:37765"}
{"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:15.014338711Z","hostname":"sock","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:548","metadata":"InstanceMetadata { silo_id: 47e370b2-c394-4af0-8cfc-0b4c3f824619, project_id: 1b7a3779-8264-48e5-8319-2224ccb92682 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-07-03T17:29:14.618844Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(6dda9d0e-6269-4bd1-9c64-fde808389bef (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-03T17:29:14.645018684Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: d519c5a3-162f-4fc0-9384-a542d8671306, kind: Instance { id: 35d4eebf-0f6e-41c5-81e7-059055d82195 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 104, 19])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13759848), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d519c5a3-162f-4fc0-9384-a542d8671306, kind: Instance { id: 35d4eebf-0f6e-41c5-81e7-059055d82195 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 104, 19])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13759848), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d519c5a3-162f-4fc0-9384-a542d8671306, kind: Instance { id: 35d4eebf-0f6e-41c5-81e7-059055d82195 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 104, 19])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13759848), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(13759848))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d519c5a3-162f-4fc0-9384-a542d8671306, kind: Instance { id: 35d4eebf-0f6e-41c5-81e7-059055d82195 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 104, 19])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13759848), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-46b99b36bb1\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 12473d2e-485b-4183-b312-af817f544e61, read_only_parent: Some(Volume { block_size: 512, id: ea4707de-1b6b-4c40-b88a-6b530550890f, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e6a5fc1f-09c0-41e7-86b2-eddbb3576cd8, key: Some(\"iW+fn6Zdv7jIrDE5UAqhWUxnEN0xk43nBaTEtoccPrU=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::17]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 12473d2e-485b-4183-b312-af817f544e61, key: Some(\"tNKDWyiIs4kXFC3n6ZLr65WGZpSPqlvzhUypNoJGCyk=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19003\", \"[fd00:1122:3344:101::19]:19000\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABgp4vjWONYAACni+NYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAYaeL41jjWAAAp4vjWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIzNWQ0ZWViZi0wZjZlLTQxYzUtODFlNy0wNTkwNTVkODIxOTUiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQnVUTnVIa1VHVFVGQWtFVmdGTy91ZDR2WnlVOHJGWDJYSDNCdmdXNmU3ayJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"6dda9d0e-6269-4bd1-9c64-fde808389bef","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195"}
{"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:15.014448854Z","hostname":"sock","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:582","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195 (instance)"}
{"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:15.014584377Z","hostname":"sock","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance.rs:942","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: d519c5a3-162f-4fc0-9384-a542d8671306, kind: Instance { id: 35d4eebf-0f6e-41c5-81e7-059055d82195 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 104, 19])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13759848), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d519c5a3-162f-4fc0-9384-a542d8671306, kind: Instance { id: 35d4eebf-0f6e-41c5-81e7-059055d82195 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 104, 19])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13759848), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d519c5a3-162f-4fc0-9384-a542d8671306, kind: Instance { id: 35d4eebf-0f6e-41c5-81e7-059055d82195 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 104, 19])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13759848), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(13759848))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d519c5a3-162f-4fc0-9384-a542d8671306, kind: Instance { id: 35d4eebf-0f6e-41c5-81e7-059055d82195 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 104, 19])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13759848), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-46b99b36bb1\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 12473d2e-485b-4183-b312-af817f544e61, read_only_parent: Some(Volume { block_size: 512, id: ea4707de-1b6b-4c40-b88a-6b530550890f, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e6a5fc1f-09c0-41e7-86b2-eddbb3576cd8, key: Some(\"iW+fn6Zdv7jIrDE5UAqhWUxnEN0xk43nBaTEtoccPrU=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::17]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 12473d2e-485b-4183-b312-af817f544e61, key: Some(\"tNKDWyiIs4kXFC3n6ZLr65WGZpSPqlvzhUypNoJGCyk=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19003\", \"[fd00:1122:3344:101::19]:19000\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABgp4vjWONYAACni+NYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAYaeL41jjWAAAp4vjWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIzNWQ0ZWViZi0wZjZlLTQxYzUtODFlNy0wNTkwNTVkODIxOTUiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQnVUTnVIa1VHVFVGQWtFVmdGTy91ZDR2WnlVOHJGWDJYSDNCdmdXNmU3ayJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(6dda9d0e-6269-4bd1-9c64-fde808389bef (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-03T17:29:14.645018684Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-07-03T17:29:14.618844Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }","propolis_id":"6dda9d0e-6269-4bd1-9c64-fde808389bef","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:15.015858321Z","hostname":"sock","pid":1555,"uri":"/instances/35d4eebf-0f6e-41c5-81e7-059055d82195","method":"PUT","req_id":"ec38aa6d-5464-41c0-bf93-8146bc7f20b6","remote_addr":"[fd00:1122:3344:101::a]:37765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":8459,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:15.172438269Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:58696"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:15.172623484Z","hostname":"sock","pid":1555,"uri":"/instances/35d4eebf-0f6e-41c5-81e7-059055d82195/state","method":"PUT","req_id":"94124f65-de0e-4ff4-8ccd-4acb86e08987","remote_addr":"[fd00:1122:3344:101::a]:58696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":145,"response_code":"200"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:15.191330784Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 104, 19]), slot: 0, vni: Vni { inner: 13759848 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: \"vopte6\" }) }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:15.191979471Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:15.223186368Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:15.246366995Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"system/illumos/propolis-server\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlInstance0\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::1:0\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"12400\"/>\n        <propval type=\"astring\" name=\"metric_addr\" value=\"[fd00:1122:3344:101::a]:12221\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:16.440659486Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:16.440898252Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef\") failed: Property not found. retry in 60.427381ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:29:16.625382291Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef\") failed: Property not found. retry in 127.56933ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:29:16.700371444Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef\") failed: Property not found. retry in 285.267522ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:29:16.84844782Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef\") failed: Property not found. retry in 221.733893ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:29:17.148514714Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef\") failed: Property not found. retry in 944.878895ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:29:17.383659438Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef\") failed: Property not found. retry in 1.164689936s","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:29:18.340251177Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:19.010679846Z","hostname":"sock","pid":1555,"uri":"/b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","method":"GET","req_id":"918285ba-4fe5-45bc-be4f-a2e410104756","remote_addr":"[fd00:1122:3344:101::d]:47663","local_addr":"[fd00:1122:3344:101::1]:41110","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"b32c6f75-3c3a-4733-a1eb-7432bf0d3af7","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":789,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef\") failed: Property not found. retry in 916.727209ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:29:19.515464469Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef\") failed: Property not found. retry in 875.336066ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:29:20.442770501Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef\") failed: Property not found. retry in 743.668658ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:29:21.32946339Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Started propolis in zone: oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.103865651Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:1428"}
{"msg":"wait for service Some(\"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef\") failed: Property not found. retry in 71.787807ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:29:22.113269187Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.19633377Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:1437"}
{"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.231250414Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:1451"}
{"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABgp4vjWONYAACni+NYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAYaeL41jjWAAAp4vjWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiIzNWQ0ZWViZi0wZjZlLTQxYzUtODFlNy0wNTkwNTVkODIxOTUiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQnVUTnVIa1VHVFVGQWtFVmdGTy91ZDR2WnlVOHJGWDJYSDNCdmdXNmU3ayJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-46b99b36bb1\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 12473d2e-485b-4183-b312-af817f544e61, read_only_parent: Some(Volume { block_size: 512, id: ea4707de-1b6b-4c40-b88a-6b530550890f, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e6a5fc1f-09c0-41e7-86b2-eddbb3576cd8, key: Some(\"iW+fn6Zdv7jIrDE5UAqhWUxnEN0xk43nBaTEtoccPrU=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::17]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 12473d2e-485b-4183-b312-af817f544e61, key: Some(\"tNKDWyiIs4kXFC3n6ZLr65WGZpSPqlvzhUypNoJGCyk=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19003\", \"[fd00:1122:3344:101::19]:19000\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"vopte6\", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: 35d4eebf-0f6e-41c5-81e7-059055d82195, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: 1b7a3779-8264-48e5-8319-2224ccb92682, silo_id: 47e370b2-c394-4af0-8cfc-0b4c3f824619 }, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.231665825Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:689"}
{"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.462719223Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:691"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-07-03T17:29:22.463202865Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.464199762Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:573"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.464245983Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-07-03T17:29:22.463202865Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(6dda9d0e-6269-4bd1-9c64-fde808389bef (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-03T17:29:14.645018684Z }","propolis_id":"6dda9d0e-6269-4bd1-9c64-fde808389bef"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.464269693Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(6dda9d0e-6269-4bd1-9c64-fde808389bef (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-03T17:29:14.645018684Z }, propolis_id: 6dda9d0e-6269-4bd1-9c64-fde808389bef (propolis), vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-07-03T17:29:22.463202865Z }, migration_state: None }","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-07-03T17:29:22.531554265Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.531574415Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:573"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.531588546Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-07-03T17:29:22.531554265Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(6dda9d0e-6269-4bd1-9c64-fde808389bef (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-03T17:29:14.645018684Z }","propolis_id":"6dda9d0e-6269-4bd1-9c64-fde808389bef"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.531615656Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(6dda9d0e-6269-4bd1-9c64-fde808389bef (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-03T17:29:14.645018684Z }, propolis_id: 6dda9d0e-6269-4bd1-9c64-fde808389bef (propolis), vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-07-03T17:29:22.531554265Z }, migration_state: None }","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.568081531Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:34641"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.568218634Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"0d0dde02-cfa4-4668-9845-390374514e36","remote_addr":"[fd00:1122:3344:101::c]:34641","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":83,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.624168589Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"ba469996-0b5a-4ba9-b1e6-87b7f7c62a40","remote_addr":"[fd00:1122:3344:101::c]:34641","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":284,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.66320128Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:45149"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.663246982Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"06ac1b7d-1229-44b2-960d-e139cb3772b0","remote_addr":"[fd00:1122:3344:101::c]:45149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":42,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:22.675105222Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"b5c4b5d9-72b2-42b9-aa16-520e987849e8","remote_addr":"[fd00:1122:3344:101::c]:45149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":74,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:31.890208689Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:34390"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:31.891307928Z","hostname":"sock","pid":1555,"uri":"/instances/35d4eebf-0f6e-41c5-81e7-059055d82195/state","method":"PUT","req_id":"27fdae69-152c-4bc7-a5ee-d4dac7d06d1f","remote_addr":"[fd00:1122:3344:101::a]:34390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":1045,"response_code":"200"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-07-03T17:29:31.891411131Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:31.891438891Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:573"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:31.891470282Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-07-03T17:29:31.891411131Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(6dda9d0e-6269-4bd1-9c64-fde808389bef (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-03T17:29:14.645018684Z }","propolis_id":"6dda9d0e-6269-4bd1-9c64-fde808389bef"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:31.891485433Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(6dda9d0e-6269-4bd1-9c64-fde808389bef (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-03T17:29:14.645018684Z }, propolis_id: 6dda9d0e-6269-4bd1-9c64-fde808389bef (propolis), vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-07-03T17:29:31.891411131Z }, migration_state: None }","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-07-03T17:29:31.967601205Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:31.967629936Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:573"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:31.967660817Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-07-03T17:29:31.967601205Z }","new_instance_state":"InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-07-03T17:29:31.967601205Z }","propolis_id":"6dda9d0e-6269-4bd1-9c64-fde808389bef"}
{"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:31.967683817Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:610","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:31.967697888Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:31.967912343Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:31.967961714Z","hostname":"sock","pid":1555,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:437","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/79bb1886-9e61-4ff7-a711-8c6409782d98/debug/bundle/zone\", \"/pool/int/d10e113a-107f-43ef-b10f-e7057ae6013a/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/19af80d7-20da-4a92-a47f-4eed9468a997/crypt/debug\", \"/pool/ext/d2bd0142-f991-45b1-a8c3-87117e50faeb/crypt/debug\", \"/pool/ext/041d2335-724e-40fa-b471-4dbb693450ef/crypt/debug\", \"/pool/ext/dfa12470-06d5-45a0-8669-27a46e0a6bd5/crypt/debug\", \"/pool/ext/e9ec7a1d-001f-4a08-9855-0bf2ebd6b6bd/crypt/debug\", \"/pool/ext/da517756-cb4c-4c7d-801d-76be4f2c6b99/crypt/debug\", \"/pool/ext/b1a69700-f4f0-431b-a2e4-01730c4dc7ca/crypt/debug\", \"/pool/ext/9a5e4998-d7b0-40f0-b128-02062c0cf24b/crypt/debug\", \"/pool/ext/272c7cf9-0f7e-4503-b3fe-af721bc036ca/crypt/debug\"] }","zone_name":"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:32.007557191Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:51536"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:32.007847009Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"64709edc-799f-4c25-a3d8-9c20f2589c68","remote_addr":"[fd00:1122:3344:101::c]:51536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":187,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:32.022326198Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"2427abe0-088c-4894-b097-65f250ffe26d","remote_addr":"[fd00:1122:3344:101::c]:51536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":141,"response_code":"204"}
{"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:32.59203381Z","hostname":"sock","pid":1555,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1230","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef\", bundle_id: 523371e4-eff9-40ab-ac34-1862cc4a2f2d }, time_created: 2024-07-03T17:29:31.969488554Z, version: 0, cause: TerminatedInstance }"}
{"msg":"Halting and removing zone: oxz_propolis-server_6dda9d0e-6269-4bd1-9c64-fde808389bef","v":0,"name":"SledAgent","level":40,"time":"2024-07-03T17:29:32.592135442Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:784"}
{"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:34.334680424Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"illumos-utils/src/zone.rs:269"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:34.351609827Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:958","id":"RouterId { vni: Vni(13759848), kind: System }"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:34.351662099Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:958","id":"RouterId { vni: Vni(13759848), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:34.359979306Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-07-03T17:29:31.967601205Z }, propolis_id: 6dda9d0e-6269-4bd1-9c64-fde808389bef (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-07-03T17:29:34.359920765Z }, migration_state: None }","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:34.445446324Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:48483"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:34.446154112Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"750f4f4e-7cf3-47fd-9b74-53f73de59739","remote_addr":"[fd00:1122:3344:101::c]:48483","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":678,"response_code":"200"}
{"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:34.446387838Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:832","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 104, 19])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(13759848) }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:34.446416339Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"PUT","req_id":"fbe989f6-43c3-4d1d-96d8-8a07e4005ee1","remote_addr":"[fd00:1122:3344:101::c]:48483","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":73,"response_code":"204"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:34.742754006Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-07-03T17:29:31.967601205Z }, propolis_id: 6dda9d0e-6269-4bd1-9c64-fde808389bef (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-07-03T17:29:34.359920765Z }, migration_state: None }","instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195"}
{"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:34.747224323Z","hostname":"sock","pid":1555,"instance_id":"35d4eebf-0f6e-41c5-81e7-059055d82195","component":"InstanceManager","file":"sled-agent/src/instance.rs:727"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:34.780245427Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:41086"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:34.78033818Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"40b4e3e1-a4ea-4c32-8340-00de99bc9381","remote_addr":"[fd00:1122:3344:101::c]:41086","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":44,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:34.78683217Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"c6a9cf7a-c27f-4edf-b3fe-5bb3fc0e8a0d","remote_addr":"[fd00:1122:3344:101::c]:41086","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":110,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:34.830504963Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:47663"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:34.830554484Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"d93ba3f2-80e0-4859-9574-d0674b9cf6aa","remote_addr":"[fd00:1122:3344:101::c]:47663","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":24,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:34.837050174Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"3eb912f4-dd7e-4ec3-ba63-d6eec02db129","remote_addr":"[fd00:1122:3344:101::c]:47663","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":43,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:35.948951638Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53015"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:35.949551183Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"99d2808b-509c-4489-895f-718b3ded0891","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53015","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":600,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:36.08733424Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:63020"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:36.087509475Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"491092eb-c40a-4eb3-b39b-6ff66b64378f","remote_addr":"[fd00:1122:3344:101::a]:63020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":156,"response_code":"200"}
{"msg":"Clearing mapping of virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:36.087792992Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:872","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 104, 19])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(13759848) }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:36.087823443Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"DELETE","req_id":"3ddc348f-58da-4327-acab-7f37e3691437","remote_addr":"[fd00:1122:3344:101::a]:63020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":109,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:36.959643143Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:39794"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:36.959765196Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"14e6854e-bf90-420b-8633-2f80e6759c9d","remote_addr":"[fd00:1122:3344:101::a]:39794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":106,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-03T17:29:36.96566595Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"bf6e6db6-9b3c-4dcf-b5ce-83fcedfaee4c","remote_addr":"[fd00:1122:3344:101::a]:39794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0cd0e82/dropshot/src/server.rs:878","latency_us":126,"response_code":"204"}